{"severity_text":"INFO","timestamp":"2026-11-02T17:33:47.794070751Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:47.905444622Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:47.956751471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.06429227Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.064307391Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.285443123Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.28547437Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.469738858Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/9b58f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:48.945887406Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.471342271Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.586732189Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.586843406Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.586903289Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.586940884Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.586987243Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587024652Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587063238Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587103506Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587140859Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587181252Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587215332Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.58726592Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587301301Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587444215Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587587659Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587695168Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587732372Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.58777644Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587844404Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.587959256Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.689191097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 17:33:49.689236 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1102 17:33:49.798685 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799079553Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799333666Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799414042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799570078Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799649433Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799710916Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799749269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799906658Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.799945128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800071852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800115943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.80012979Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800242007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800356221Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800402247Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800436071Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800469257Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800603159Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800764007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800804686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800812263Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.80084052Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800875074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.800925622Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801020581Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801046398Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801065054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801117815Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801215853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801261506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801347858Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801383579Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801481467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801807228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801848244Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801897891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.801988597Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802041598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802076627Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802108228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802301598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802343335Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802362078Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802394005Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802488606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802527333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802579609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.80261536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802648652Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802341811Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.802307095Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.890277628Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.890307638Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:49.962735265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:50.058110335Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:50.187915829Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706125678Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706148452Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706154981Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706187379Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706186125Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.706204025Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.707320002Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.707333766Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.714764751Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.714780598Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.714773636Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.714789042Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.806896487Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:51.806939096Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:53.101151049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec760-91e8-4fce-a1ff-0b1fce218d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:53.153183369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec760-91e8-4fce-a1ff-0b1fce218d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:53.204952777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec760-91e8-4fce-a1ff-0b1fce218d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:53.260338877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec760-91e8-4fce-a1ff-0b1fce218d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:55.198103105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a463ee83-d01f-4516-81ea-0e5fcee7e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:55.250258316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a463ee83-d01f-4516-81ea-0e5fcee7e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:55.302051096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a463ee83-d01f-4516-81ea-0e5fcee7e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:33:55.353748759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a463ee83-d01f-4516-81ea-0e5fcee7e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:00.082792791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167ce682-9666-40bf-a377-6232606d11c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:00.134666564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167ce682-9666-40bf-a377-6232606d11c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:00.186433139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167ce682-9666-40bf-a377-6232606d11c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:00.238262685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167ce682-9666-40bf-a377-6232606d11c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:02.216161635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d9727d-b563-4b55-9566-150e2bf2dfea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:02.26785378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d9727d-b563-4b55-9566-150e2bf2dfea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:02.319475753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d9727d-b563-4b55-9566-150e2bf2dfea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:02.371036229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d9727d-b563-4b55-9566-150e2bf2dfea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:20.117304218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:20.119065203Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:21.07840208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc9417-4be4-4218-8919-decb17dcff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:21.130104471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc9417-4be4-4218-8919-decb17dcff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:21.181799961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc9417-4be4-4218-8919-decb17dcff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:21.233486502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cc9417-4be4-4218-8919-decb17dcff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:23.278669387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2b228d-319f-41d9-a014-4ffa518a8a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:23.331475799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2b228d-319f-41d9-a014-4ffa518a8a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:23.382962017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2b228d-319f-41d9-a014-4ffa518a8a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:23.434708955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2b228d-319f-41d9-a014-4ffa518a8a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:24.457341724Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7032309c-03ae-4f6b-acd0-8edbb5de9b09","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:25.414527809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7032309c-03ae-4f6b-acd0-8edbb5de9b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:25.466430847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7032309c-03ae-4f6b-acd0-8edbb5de9b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:25.518398264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7032309c-03ae-4f6b-acd0-8edbb5de9b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:25.580339499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7032309c-03ae-4f6b-acd0-8edbb5de9b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:27.474400561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998edb2-d295-44b3-9efe-5ac24964004f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:27.526422457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998edb2-d295-44b3-9efe-5ac24964004f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:27.578768627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998edb2-d295-44b3-9efe-5ac24964004f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:27.630969555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998edb2-d295-44b3-9efe-5ac24964004f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:28.057784017Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"bf41b90f-f7c3-4903-b162-ef0844d38e4a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:33.899681315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9484bb7-feb6-4710-b83d-a3d27544bd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:33.951580656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9484bb7-feb6-4710-b83d-a3d27544bd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:34.003432033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9484bb7-feb6-4710-b83d-a3d27544bd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:34.055165852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9484bb7-feb6-4710-b83d-a3d27544bd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:35.96116628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5e71ac-326e-4c95-9a26-f27e8a05c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:36.013068403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5e71ac-326e-4c95-9a26-f27e8a05c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:36.065019304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5e71ac-326e-4c95-9a26-f27e8a05c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:36.116995451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5e71ac-326e-4c95-9a26-f27e8a05c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:40.696967061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fed5dcb-3e1b-41e2-be76-ef2ab6e4463c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:40.748471437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fed5dcb-3e1b-41e2-be76-ef2ab6e4463c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:40.800443811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fed5dcb-3e1b-41e2-be76-ef2ab6e4463c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:40.852222045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fed5dcb-3e1b-41e2-be76-ef2ab6e4463c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:42.746776927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190fb4e-564a-4ac8-a6b7-39438ddf8680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:42.798716662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190fb4e-564a-4ac8-a6b7-39438ddf8680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:42.850394636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190fb4e-564a-4ac8-a6b7-39438ddf8680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:42.902289442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190fb4e-564a-4ac8-a6b7-39438ddf8680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:34:50.1167856Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:20.118927037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:49.187945875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d771d4-aafb-415c-bde6-ae8d4e15fb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:49.240318993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d771d4-aafb-415c-bde6-ae8d4e15fb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:49.292496808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d771d4-aafb-415c-bde6-ae8d4e15fb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:49.344715362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d771d4-aafb-415c-bde6-ae8d4e15fb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:50.06807725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:51.246510265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de78020-e24c-4bd6-a0b6-a4c64e5600ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:51.298386311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de78020-e24c-4bd6-a0b6-a4c64e5600ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:51.350265549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de78020-e24c-4bd6-a0b6-a4c64e5600ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:51.402275714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9de78020-e24c-4bd6-a0b6-a4c64e5600ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:53.37814771Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7ce4ce91-191f-4e97-ae30-f3e344878760","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:54.420029707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a05a11-f185-45c3-8671-18280ade2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:54.471967384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a05a11-f185-45c3-8671-18280ade2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:54.523724417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a05a11-f185-45c3-8671-18280ade2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:54.575655979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a05a11-f185-45c3-8671-18280ade2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:56.483912305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d06ec-f297-424e-9e2c-6b9661928c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:56.535750195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d06ec-f297-424e-9e2c-6b9661928c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:56.587719059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d06ec-f297-424e-9e2c-6b9661928c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:35:56.639525815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814d06ec-f297-424e-9e2c-6b9661928c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.191349114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f968905-50bc-4a6f-9715-f848b30f2e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.372454376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f968905-50bc-4a6f-9715-f848b30f2e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.38693403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fe2986-0bc2-4609-be40-0492fa6cf64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.428350412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f968905-50bc-4a6f-9715-f848b30f2e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.444194247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fe2986-0bc2-4609-be40-0492fa6cf64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.500284656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fe2986-0bc2-4609-be40-0492fa6cf64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.642295206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712f7977-6a86-4f7a-afe7-f954e98ddb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.699413913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712f7977-6a86-4f7a-afe7-f954e98ddb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.745756453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"519ce1ac-ed6e-4884-84eb-26ba2c612438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.755571433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712f7977-6a86-4f7a-afe7-f954e98ddb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.802873574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"519ce1ac-ed6e-4884-84eb-26ba2c612438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:16.859210653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"519ce1ac-ed6e-4884-84eb-26ba2c612438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.095008027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3df323e6-7057-4c9e-9153-e536401f5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.151932777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3df323e6-7057-4c9e-9153-e536401f5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.194817183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aea25e62-d949-4ab8-a90d-1641e9d3bd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.208324428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3df323e6-7057-4c9e-9153-e536401f5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.254596167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aea25e62-d949-4ab8-a90d-1641e9d3bd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.315374809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aea25e62-d949-4ab8-a90d-1641e9d3bd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.44872707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"800ef738-7d96-4630-a0a0-ae58aa411e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:36:17.497149164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e88fcf8-12c4-41cf-b3a7-1fd55321c934","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.505974803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"800ef738-7d96-4630-a0a0-ae58aa411e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.548840659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62def53-91c8-4ac9-9c5f-12043a590864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:36:17.553432349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1f3c70b-86f6-4ec4-92e2-5781a9a3a7f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.561966255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"800ef738-7d96-4630-a0a0-ae58aa411e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.606003092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62def53-91c8-4ac9-9c5f-12043a590864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.662529741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62def53-91c8-4ac9-9c5f-12043a590864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.719891451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49c4766f-ed80-4566-acb1-f269076362df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.72033737Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bcde90eb-4e1d-40d8-a38d-c2eba6ccc280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.776835317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49c4766f-ed80-4566-acb1-f269076362df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.819908271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d902e359-c255-435b-8289-dc5d77711a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.820482351Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a47ad83-1f83-41c3-8b7d-555d9109fe32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.833795761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49c4766f-ed80-4566-acb1-f269076362df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.877050459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d902e359-c255-435b-8289-dc5d77711a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.920517081Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d21fa8fe-57f1-4201-bdac-d6535ca25a65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.941807635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d902e359-c255-435b-8289-dc5d77711a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:17.990326996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69884135-c54d-49b3-b556-90170c3b0f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.029234481Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78388e7f-350f-40d3-a360-1329bd446b19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.058448341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69884135-c54d-49b3-b556-90170c3b0f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.105276781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678e362a-f4a7-4d20-a019-bb26397b8172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.117202931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69884135-c54d-49b3-b556-90170c3b0f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.162721441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678e362a-f4a7-4d20-a019-bb26397b8172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:18.219174827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678e362a-f4a7-4d20-a019-bb26397b8172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:20.066668366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:20.886426677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f7d64-30c6-45ca-9745-89b961fda6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:20.938329483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f7d64-30c6-45ca-9745-89b961fda6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:20.990316085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f7d64-30c6-45ca-9745-89b961fda6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.042201515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4f7d64-30c6-45ca-9745-89b961fda6ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.216458757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecc902f-a622-466c-b002-a6acc4acfd9a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.216481412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecc902f-a622-466c-b002-a6acc4acfd9a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.285949151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c4250a2-ba46-49cf-bfce-dcab8be6a8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.285971152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c4250a2-ba46-49cf-bfce-dcab8be6a8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.306122Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa55df27-d303-4635-ae64-abd24394291f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.306716388Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"917be622-8c7a-4f25-b42e-46070efcdce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.409597675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f6d69-50ae-48f4-99fa-789929deca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.409621463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832b86e3-a384-473d-9fa2-0bcad2f13f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.439125396Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"760b122d-927d-4187-869d-c72c8533bd94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.485520869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832b86e3-a384-473d-9fa2-0bcad2f13f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.48579037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f6d69-50ae-48f4-99fa-789929deca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.541744335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"832b86e3-a384-473d-9fa2-0bcad2f13f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.542156277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f6d69-50ae-48f4-99fa-789929deca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.755189496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"122b837d-6156-4e9b-84c3-376c0e0e8dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.756312732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66b25cc-aed1-4626-af39-05f5be1d2b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.813377826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"122b837d-6156-4e9b-84c3-376c0e0e8dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.814898594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66b25cc-aed1-4626-af39-05f5be1d2b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.873653905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66b25cc-aed1-4626-af39-05f5be1d2b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.874258177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"122b837d-6156-4e9b-84c3-376c0e0e8dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:21.923217538Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f672366a-765e-40f8-9e76-efbcac09defd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:36:21.926876043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66b25cc-aed1-4626-af39-05f5be1d2b68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:22.087888322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c1c91a-2169-4195-bcf2-0ad73293a8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:22.14539948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c1c91a-2169-4195-bcf2-0ad73293a8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:22.201553471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c1c91a-2169-4195-bcf2-0ad73293a8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:22.794010877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3851d923-aeff-4609-b40c-2fbf37e72b67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:22.794037077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3851d923-aeff-4609-b40c-2fbf37e72b67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.276695667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af965e5-9be6-4a43-b3ba-15fc587a8824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.276695655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e258d9-e45c-42ec-a7a1-1b477daee4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.335824383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e258d9-e45c-42ec-a7a1-1b477daee4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.335843852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af965e5-9be6-4a43-b3ba-15fc587a8824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.392503519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af965e5-9be6-4a43-b3ba-15fc587a8824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:24.392515393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e258d9-e45c-42ec-a7a1-1b477daee4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.664445402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a01a0146-b64e-4169-bd7c-8564fdc23c0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.66447052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a01a0146-b64e-4169-bd7c-8564fdc23c0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.66492508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0b24b60-8817-4ee6-b35c-5767ee96b5fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.664945718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0b24b60-8817-4ee6-b35c-5767ee96b5fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.716403924Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2e9817e-81ef-402e-b9a9-188579e3811d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.716412341Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e59e5871-c373-4a6e-af3d-3660c48c9890","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.734286646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"51a479b4-b207-4c7f-ab74-1cc9a91e3052","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.734306073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"51a479b4-b207-4c7f-ab74-1cc9a91e3052","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.734604997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df557705-3b44-43a0-a1e8-41119addb3c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.734622109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df557705-3b44-43a0-a1e8-41119addb3c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.820224949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40958bb-ac6d-4120-9c56-75a8a7997f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.820255272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c46fa4e1-e19b-445d-9501-1739453d40b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.878077239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40958bb-ac6d-4120-9c56-75a8a7997f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.878166555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c46fa4e1-e19b-445d-9501-1739453d40b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.934366159Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c46fa4e1-e19b-445d-9501-1739453d40b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:28.934390029Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40958bb-ac6d-4120-9c56-75a8a7997f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.197673856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528471a0-f89d-40c5-b36c-01d8efd1b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.201230176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f38b6f6-8467-4a21-81f8-3866e00825f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.254600235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528471a0-f89d-40c5-b36c-01d8efd1b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.25464223Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528471a0-f89d-40c5-b36c-01d8efd1b5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.257960425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f38b6f6-8467-4a21-81f8-3866e00825f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.258007403Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f38b6f6-8467-4a21-81f8-3866e00825f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.938581571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"418685a7-4af0-4ce4-9e1a-3fbc1c070ebd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:29.93860793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"418685a7-4af0-4ce4-9e1a-3fbc1c070ebd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.701598795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9b12644-9b4c-4483-8491-2547d8fcfd0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.701621341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9b12644-9b4c-4483-8491-2547d8fcfd0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.701841997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38712d0e-01c8-4ba0-9384-16deda05294c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.701854034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38712d0e-01c8-4ba0-9384-16deda05294c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.702163871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be4f7c47-16fe-444b-bc7f-1b1078816986","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.702175338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be4f7c47-16fe-444b-bc7f-1b1078816986","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.754610414Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33a98bb0-6a55-4ee5-b864-2c5d115923d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.754803033Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc667267-4b67-4497-944b-94f81b8b3ac6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.77061279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b24dee6-e9e6-499d-8093-46a7182cce27","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.770633616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b24dee6-e9e6-499d-8093-46a7182cce27","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.770968403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b0c4cc6-bd06-418a-8ea2-aa1bc4e82f08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.770984191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b0c4cc6-bd06-418a-8ea2-aa1bc4e82f08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.771260771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6103b03-7cd7-408d-b98c-38f595d670e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.771275952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6103b03-7cd7-408d-b98c-38f595d670e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.858648719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9e3182-065e-45bb-9fc2-8263513bc071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.858649153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af3c8bd-df44-493c-b583-96983bad840e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.917666649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9e3182-065e-45bb-9fc2-8263513bc071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.917737653Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9e3182-065e-45bb-9fc2-8263513bc071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.917896101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af3c8bd-df44-493c-b583-96983bad840e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:32.917931802Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af3c8bd-df44-493c-b583-96983bad840e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.190458271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ac46ce-76e4-4475-b6af-07ebc922ed4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.190458273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6ef3025-4c14-4882-99f1-02bfd0026a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.248194431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ac46ce-76e4-4475-b6af-07ebc922ed4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.248243892Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ac46ce-76e4-4475-b6af-07ebc922ed4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.248403478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6ef3025-4c14-4882-99f1-02bfd0026a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.248450945Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6ef3025-4c14-4882-99f1-02bfd0026a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.968027912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9d364ae-71ea-4b44-8f3a-fe23b53f7b78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:33.96805228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9d364ae-71ea-4b44-8f3a-fe23b53f7b78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.610910769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f393345-26c7-45f2-a3cb-64b1103349a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.610939573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f393345-26c7-45f2-a3cb-64b1103349a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611267594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ee326fc-2c55-4d80-bb45-dc78b8900160","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611284817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ee326fc-2c55-4d80-bb45-dc78b8900160","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611664406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff63ae35-e5bf-459c-9390-91dbe777be85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611682396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff63ae35-e5bf-459c-9390-91dbe777be85","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611938838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be7ad980-f4a0-4ca9-8d70-3c0cd2a04f06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.611957519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be7ad980-f4a0-4ca9-8d70-3c0cd2a04f06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.663440372Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed371e5b-e19a-42ee-b7ce-352743d4b6ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.663683308Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f22bd9d9-4492-4c32-8764-15e73d6cc7b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681004507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6dc69d20-8faa-4a0f-b60c-854276ba7d48","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.68102241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6dc69d20-8faa-4a0f-b60c-854276ba7d48","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681243553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ec34b69-20ff-45a4-853e-a66ca68a7293","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681257805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ec34b69-20ff-45a4-853e-a66ca68a7293","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681462631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36fe7460-8e1c-440c-b18c-197ba841385c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681476076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36fe7460-8e1c-440c-b18c-197ba841385c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681682362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e1a0252-acf0-4035-ad15-e7264f37ef03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.681695091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e1a0252-acf0-4035-ad15-e7264f37ef03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.766386126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0a123e-0c7f-4a39-95a4-bb5bdc69f692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.766974463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc1ec27d-cc90-46fb-a31d-22909e67b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.823790053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0a123e-0c7f-4a39-95a4-bb5bdc69f692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.823842965Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0a123e-0c7f-4a39-95a4-bb5bdc69f692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.824141986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc1ec27d-cc90-46fb-a31d-22909e67b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:35.824193351Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc1ec27d-cc90-46fb-a31d-22909e67b677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.032936885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7928aabb-493c-4f2a-8875-a5af0d136e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.032985168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e38e70-5ef3-4c35-a63e-4c6d825feb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.09047304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e38e70-5ef3-4c35-a63e-4c6d825feb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.090523047Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e38e70-5ef3-4c35-a63e-4c6d825feb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.090665173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7928aabb-493c-4f2a-8875-a5af0d136e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.090734784Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7928aabb-493c-4f2a-8875-a5af0d136e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.875216566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6754c35c-27f9-4955-bdb6-a33d6c58fe86","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:36.875239822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6754c35c-27f9-4955-bdb6-a33d6c58fe86","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.548167114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12997166-f6ce-44ae-b23a-aef33be74db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.548168026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28f211e-265d-4596-b72d-4837a5f3bca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.623029994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28f211e-265d-4596-b72d-4837a5f3bca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.62304366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12997166-f6ce-44ae-b23a-aef33be74db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.623090955Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12997166-f6ce-44ae-b23a-aef33be74db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.623091Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28f211e-265d-4596-b72d-4837a5f3bca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.832200452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22b288aa-0b2a-4e42-99b6-cffa569db488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.832200403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41f01ec-4a0a-4c7c-8540-3aa1184dcdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.890229459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41f01ec-4a0a-4c7c-8540-3aa1184dcdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.890247019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22b288aa-0b2a-4e42-99b6-cffa569db488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.890289302Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41f01ec-4a0a-4c7c-8540-3aa1184dcdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.890291467Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22b288aa-0b2a-4e42-99b6-cffa569db488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.921853461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fc1cad7-0f78-400c-b8a7-a00f313487b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.921871132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fc1cad7-0f78-400c-b8a7-a00f313487b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922123057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9551bea9-81f4-4f38-9a95-6558f7b4f1cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922135056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9551bea9-81f4-4f38-9a95-6558f7b4f1cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922325323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39c5af9f-2e2f-42fe-b94c-4eb9c6acd9db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922339252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39c5af9f-2e2f-42fe-b94c-4eb9c6acd9db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922523276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d6f7c3e-b0d3-4262-9e96-d89e7ab96a99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.9225527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d6f7c3e-b0d3-4262-9e96-d89e7ab96a99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922790176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e34a8db-7401-4b9c-967d-dc7bdf1da15f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.922801931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e34a8db-7401-4b9c-967d-dc7bdf1da15f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.977970387Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b32d7ffb-10df-4745-a569-ee741af57998","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.9803805Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9afccd3-21c3-420c-bd49-50b8de3b6f19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.990648041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e7e8e0d-23e2-4a1c-ae22-c7e14945543a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.990667638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e7e8e0d-23e2-4a1c-ae22-c7e14945543a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.990978044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a0f9580-2a5d-4eb9-812e-0047cf9f3287","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.990994144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a0f9580-2a5d-4eb9-812e-0047cf9f3287","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.991284033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9855fce-8052-4ee5-b351-ad1d48b5aec9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.991299041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9855fce-8052-4ee5-b351-ad1d48b5aec9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.991587746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98f2b290-4288-4a1e-b21b-3645cc0eb6a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.9916048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98f2b290-4288-4a1e-b21b-3645cc0eb6a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.991894021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d0bc405-e2fd-4d27-a321-29ab0e393e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:39.991908446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d0bc405-e2fd-4d27-a321-29ab0e393e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.104861272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"337c799f-c0d4-4d59-9d55-b0dad49951ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.10487573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c468d62d-e322-485d-a137-b798c2ae3890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.163430064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c468d62d-e322-485d-a137-b798c2ae3890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.163503297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c468d62d-e322-485d-a137-b798c2ae3890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.16380969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"337c799f-c0d4-4d59-9d55-b0dad49951ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.163870849Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"337c799f-c0d4-4d59-9d55-b0dad49951ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.373700494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510a6732-5412-4779-ab68-073718f8a4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.373700865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e42eabcd-74c7-4221-83a9-0d9101316639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.431316957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510a6732-5412-4779-ab68-073718f8a4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.431372Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510a6732-5412-4779-ab68-073718f8a4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.43144171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e42eabcd-74c7-4221-83a9-0d9101316639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:40.431487354Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e42eabcd-74c7-4221-83a9-0d9101316639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:41.180685023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ea7f0af-a54c-4012-a177-a60444c10090","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:41.180706499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ea7f0af-a54c-4012-a177-a60444c10090","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.385961206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d37a4e3-ec57-4673-ac9b-ecbccdbf75de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.385980114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d37a4e3-ec57-4673-ac9b-ecbccdbf75de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386210776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa03e715-220f-4505-a869-e0101137ba8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386222606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa03e715-220f-4505-a869-e0101137ba8a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386406922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fe77b36-7a45-44af-9d11-fbfc09388f59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386417249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fe77b36-7a45-44af-9d11-fbfc09388f59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.38658967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3adff8b2-4071-4138-8563-88df271b5240","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386599366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3adff8b2-4071-4138-8563-88df271b5240","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.38676164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5562b8fe-99dd-4e2a-931a-2ee55df7b26f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386771535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5562b8fe-99dd-4e2a-931a-2ee55df7b26f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386982807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e611fa6-3aca-4377-b252-5070fd486ae8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.386993357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e611fa6-3aca-4377-b252-5070fd486ae8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.440803013Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11f03c16-a4f8-42d3-b0ad-f4be41213297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.441201088Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0b64986-97fb-4fab-934a-e1d82cac0bbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.453709001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f75faf60-4345-4c5f-a698-8ff86695b4fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.453726124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f75faf60-4345-4c5f-a698-8ff86695b4fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.453946655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7aa54ca-bf36-4560-9a62-7e52d8c1d8b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.453959783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7aa54ca-bf36-4560-9a62-7e52d8c1d8b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454162801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19a04ff6-3632-4904-9572-4a7cb8c01ce4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454175404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19a04ff6-3632-4904-9572-4a7cb8c01ce4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454380371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13de834c-ff49-442b-8f6b-9eb3e18c9817","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454395127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13de834c-ff49-442b-8f6b-9eb3e18c9817","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454668454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8297f14-23bf-4e1f-a895-fc6f65ec9a34","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454682614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8297f14-23bf-4e1f-a895-fc6f65ec9a34","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454930799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"393363d6-a7d1-455e-b5f7-44127dd8dc45","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.454945188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"393363d6-a7d1-455e-b5f7-44127dd8dc45","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.547904851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7282bc9a-bbdf-4de3-a55b-7ec72ca6e294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.547904853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93cfb63-add4-46a0-82f7-18287e87eff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.605855285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93cfb63-add4-46a0-82f7-18287e87eff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.605906837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7282bc9a-bbdf-4de3-a55b-7ec72ca6e294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.605963411Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7282bc9a-bbdf-4de3-a55b-7ec72ca6e294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.605914352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93cfb63-add4-46a0-82f7-18287e87eff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.813898463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21a0511d-fc5f-417b-ae20-f125c1aa1dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.813936341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9fb2ff1-97f8-4b83-b512-af94099dd7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.87237487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21a0511d-fc5f-417b-ae20-f125c1aa1dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.872431999Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21a0511d-fc5f-417b-ae20-f125c1aa1dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.874880494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9fb2ff1-97f8-4b83-b512-af94099dd7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:43.874926129Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9fb2ff1-97f8-4b83-b512-af94099dd7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:44.64715869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6740fe7-8897-4bfa-ad03-2665d65adf1e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:44.64719218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6740fe7-8897-4bfa-ad03-2665d65adf1e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.73268054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35a0d1c1-c6d3-4025-bc7d-0abe0e08f0e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.732705706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35a0d1c1-c6d3-4025-bc7d-0abe0e08f0e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733104237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2f6ee2b-4444-49a0-862c-12d1c2859556","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733123968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2f6ee2b-4444-49a0-862c-12d1c2859556","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.73341316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ba3e1b4-a58e-4214-85a8-b0ae2a10138e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733431711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ba3e1b4-a58e-4214-85a8-b0ae2a10138e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733719851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fc09fec-9f29-4d6e-87a1-e536d5f173a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733736707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fc09fec-9f29-4d6e-87a1-e536d5f173a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733984773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1448cdf7-0b7e-4777-b388-45d9cbc54756","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.733999441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1448cdf7-0b7e-4777-b388-45d9cbc54756","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.734245804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"01fe689e-89f5-43f5-8ff1-600b038f98e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.734260024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"01fe689e-89f5-43f5-8ff1-600b038f98e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.734509609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1e4334d-2d28-4fb5-a2a1-1823fb3c851e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.734524393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1e4334d-2d28-4fb5-a2a1-1823fb3c851e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.785713783Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e93bdbdc-0354-498a-bcd2-ef0c27c2b9fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.891263781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293fc650-48a3-499f-a2a5-fc1713d73396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.891503827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fbefc37-ccb7-4784-a519-747311890821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.897649729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e4a6888-ce32-4512-be5b-a4286e980ccc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.897671463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e4a6888-ce32-4512-be5b-a4286e980ccc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.897994544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a55e5db8-03ad-42f3-aaa1-331f0794d8f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898009943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a55e5db8-03ad-42f3-aaa1-331f0794d8f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898287628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf11c3d9-7abd-4e7b-8a98-4f5e4e64d425","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898301381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf11c3d9-7abd-4e7b-8a98-4f5e4e64d425","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898559504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2886aa1d-7d85-484f-9092-0eab62e64a22","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898574231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2886aa1d-7d85-484f-9092-0eab62e64a22","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898842287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cb5b61a-6af4-44b1-87d7-67103a421e07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.898857929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cb5b61a-6af4-44b1-87d7-67103a421e07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.899105409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fba85293-46bd-44b6-9e0b-883ab3d8d39c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.899118086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fba85293-46bd-44b6-9e0b-883ab3d8d39c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.899366932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8f5dda5-3af8-4529-889b-9479974bc6a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.899382733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8f5dda5-3af8-4529-889b-9479974bc6a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.998211836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fbefc37-ccb7-4784-a519-747311890821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.998387614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293fc650-48a3-499f-a2a5-fc1713d73396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.998439004Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293fc650-48a3-499f-a2a5-fc1713d73396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:46.998706529Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a38235ab-47d1-40ff-8564-e8f83c06ca97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.163827621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb545c37-24b0-40db-87e4-c7dc3f37ccd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.163845394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb545c37-24b0-40db-87e4-c7dc3f37ccd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.206005775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd350949-dd6d-4dff-a814-6518d98494c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.268494144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd350949-dd6d-4dff-a814-6518d98494c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.268578661Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd350949-dd6d-4dff-a814-6518d98494c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.314450766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458cde4b-0aef-4ca6-8066-649f7ac52bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.37200399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458cde4b-0aef-4ca6-8066-649f7ac52bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:47.376910338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79686d4f-a9c8-4032-a835-4130a588581b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.071611642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a831024-d1c3-4977-90f4-3959ca4482df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.07163254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a831024-d1c3-4977-90f4-3959ca4482df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.286489388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9524991f-c610-4767-abf2-e89ec539306d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.479780844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6508ee5-e2f5-4a0a-a0a1-b84c455d67d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.479780902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caf9370a-6bed-46a2-8d18-0cb9ed1ac151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.537325425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caf9370a-6bed-46a2-8d18-0cb9ed1ac151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.537376599Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caf9370a-6bed-46a2-8d18-0cb9ed1ac151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.537452494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6508ee5-e2f5-4a0a-a0a1-b84c455d67d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.758314314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b787b3-c89d-47c6-8856-3d0a190938f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.815349615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b787b3-c89d-47c6-8856-3d0a190938f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.815403481Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b787b3-c89d-47c6-8856-3d0a190938f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.862603988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c09af947-8724-4b3b-a092-5052a29c9213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:48.920464992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c09af947-8724-4b3b-a092-5052a29c9213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.067980867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.649418731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d186cb79-ec07-40dc-b211-7e33e3a3dab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.649449637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d186cb79-ec07-40dc-b211-7e33e3a3dab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.649800777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"59a6b2eb-1ece-4200-95a1-371e1a9495bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.649820946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"59a6b2eb-1ece-4200-95a1-371e1a9495bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650115665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09ab60b3-3c6c-4b38-a9b0-cffad729d3e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650135715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09ab60b3-3c6c-4b38-a9b0-cffad729d3e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650389091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06deffdc-7597-4bdb-aaad-c186baf921ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650405838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06deffdc-7597-4bdb-aaad-c186baf921ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650686086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87db1127-652e-47aa-b89c-24ba90eb199e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650703352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87db1127-652e-47aa-b89c-24ba90eb199e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650972983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e1db4282-5dc2-4b65-a2a2-1b1f46b7d7c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.650990338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e1db4282-5dc2-4b65-a2a2-1b1f46b7d7c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.651235723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cbaf872-10df-4351-a692-bca64c1c7fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.651249369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cbaf872-10df-4351-a692-bca64c1c7fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.651497301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e4a44ba-5071-4841-9255-4b103a391148","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.651508638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e4a44ba-5071-4841-9255-4b103a391148","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718311151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19d51330-e90e-40bf-95f0-9820359fab50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718328275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19d51330-e90e-40bf-95f0-9820359fab50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718581436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"221cceb7-dd54-40cf-b49e-15974ea2d750","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718594308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"221cceb7-dd54-40cf-b49e-15974ea2d750","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718791144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8dc8f367-e7a5-448e-8d42-a8697ddab893","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718802666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8dc8f367-e7a5-448e-8d42-a8697ddab893","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.718990239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bf64ef8f-d799-43b0-a5af-d3042dbdbe6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719001569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bf64ef8f-d799-43b0-a5af-d3042dbdbe6d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719185069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c48728e-82cc-40fb-b947-02b58df95113","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719196496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c48728e-82cc-40fb-b947-02b58df95113","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719369044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73c6f6e1-c90d-4c5b-b920-ae2196301786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719381798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73c6f6e1-c90d-4c5b-b920-ae2196301786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.71958654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c167c0-3f87-4c9c-913e-0594f70d5ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719598791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c167c0-3f87-4c9c-913e-0594f70d5ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719847323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e700d328-45d6-473d-8c92-8e376ad995d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.719861657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e700d328-45d6-473d-8c92-8e376ad995d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.805912231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"886f80ac-353c-4abb-95e5-6aadeb0bb460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.860682616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31bebe8e-d573-4e78-af41-77f2f519877b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.863030936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"886f80ac-353c-4abb-95e5-6aadeb0bb460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.90614998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbdd03dd-0903-4ff6-afbf-9606faa08fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.959933757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f207230d-cac2-4cfd-9841-159a1ec48501","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:50.964940278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbdd03dd-0903-4ff6-afbf-9606faa08fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.028857971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abe96fc8-a283-43db-81ad-fefd04ad9ddf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.028882873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abe96fc8-a283-43db-81ad-fefd04ad9ddf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.176526133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a61e7a8-3543-4678-975b-d4e7597f0694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.240861398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a61e7a8-3543-4678-975b-d4e7597f0694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.249737715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5a19c2c-a329-4a16-901c-ccb9bdddc87e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.332886355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e84fbd6-e8ba-4ce4-a949-e0761161f98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.392946648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e84fbd6-e8ba-4ce4-a949-e0761161f98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.912471724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"487bc274-62aa-4d58-a556-4fc45e2191b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:51.912498271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"487bc274-62aa-4d58-a556-4fc45e2191b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:52.126084395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9f8c829-e10b-4162-b7e4-ae30b109e17d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:55.134620952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56cfe29c-2a67-4261-9fbf-1bc25222c961","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:55.134651436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56cfe29c-2a67-4261-9fbf-1bc25222c961","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.317390743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6f6888d-ebe6-4352-80a6-4626bcb6a4f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.390090099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3887ef40-b5fa-40ee-b22b-ed97a9df23f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.390090102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d99dae07-d816-4c62-86de-dc0986af0e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.4170295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93e2d37d-4b79-4083-9c88-61ad0469b368","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.474489461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d99dae07-d816-4c62-86de-dc0986af0e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.475504501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3887ef40-b5fa-40ee-b22b-ed97a9df23f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.495776112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88807a31-958f-4eb0-84ae-7804583ec2dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.495789496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88807a31-958f-4eb0-84ae-7804583ec2dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.584419035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c794b45b-cb9e-4e84-b0a6-168df4a1ed56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.584493173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c794b45b-cb9e-4e84-b0a6-168df4a1ed56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.835133648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b464082b-d680-454e-a4ed-5487ecd75552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.835135263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b194a4-1cdd-4a7e-84f7-52ef1ede3f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.894996973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b194a4-1cdd-4a7e-84f7-52ef1ede3f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:56.895031005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b464082b-d680-454e-a4ed-5487ecd75552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:57.574015166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ee19347-f51d-460d-a7b8-d8832dd7ac28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:57.574048109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ee19347-f51d-460d-a7b8-d8832dd7ac28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:59.906518697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b796fbc0-ba64-4b65-aa7a-30387c6100f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:36:59.906566468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b796fbc0-ba64-4b65-aa7a-30387c6100f3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.719358101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a2483b8-4357-478b-ae96-f4363ae6eb49","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.719379844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a2483b8-4357-478b-ae96-f4363ae6eb49","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.7198248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0de47113-1bef-4914-907c-922db869ae7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.719846391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0de47113-1bef-4914-907c-922db869ae7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.72015632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3d57e8f-0f8f-4fe8-979d-492e4ce06569","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:00.720169561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3d57e8f-0f8f-4fe8-979d-492e4ce06569","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:03.15855176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"334ca1f8-0529-451e-8d89-656b3975df53","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:03.158574806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"334ca1f8-0529-451e-8d89-656b3975df53","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:05.092298521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6043d472-0554-4ab4-9c74-6e63d5aa65cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:05.19399001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d1192fa-2efb-4b1c-9c07-e4f7be695de6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:05.845215616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f7b862d-ab36-4a11-9f9d-9032a0aff2db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:05.84523561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f7b862d-ab36-4a11-9f9d-9032a0aff2db","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:06.496586399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a25e976-5102-4320-a7e5-34a8492a699d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:06.496608165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a25e976-5102-4320-a7e5-34a8492a699d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:06.585918499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07670d61-2eaf-4f33-aca8-edca021b25e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:06.585940786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07670d61-2eaf-4f33-aca8-edca021b25e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:09.383424826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00940eb1-5d73-40fd-a068-b7caa8ea245a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:09.383450336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00940eb1-5d73-40fd-a068-b7caa8ea245a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.124499901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b80582-a837-4335-a0aa-0df2ad671401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.124521497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b80582-a837-4335-a0aa-0df2ad671401","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.340874333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0427c81-eb51-451b-a006-cfc8953b6c15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.341108933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84638b67-51bf-4751-96f6-596b7d6b3e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.341154116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97fe438-14aa-42f6-982b-27e868ed5efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.446224213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97fe438-14aa-42f6-982b-27e868ed5efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.447849014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84638b67-51bf-4751-96f6-596b7d6b3e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.508179053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defc50fe-8be4-463f-928a-400b47bb784b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.508200252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defc50fe-8be4-463f-928a-400b47bb784b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:13.719768897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5ad5fef-ea0b-47d8-a1d0-5b9fb5812303","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:16.497740539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db06a32-3d86-46f7-9bd5-694aeb209838","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:16.497761847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db06a32-3d86-46f7-9bd5-694aeb209838","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:16.83598922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50dc77da-dbf7-49ab-ac99-9267b5752d18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:16.836011629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50dc77da-dbf7-49ab-ac99-9267b5752d18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.051574177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69120533-a04d-442c-b9df-8057b75a11f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.051792503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc745aa4-8d30-4945-b144-74910dd6eb02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.052079312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fc2a56-5072-4f62-adeb-c0c4b3b6ddb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.158004408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fc2a56-5072-4f62-adeb-c0c4b3b6ddb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.201586789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69120533-a04d-442c-b9df-8057b75a11f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.264257333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3cc1524-9914-4900-9714-56f448a391d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.264274197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3cc1524-9914-4900-9714-56f448a391d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:17.475549419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"439dd262-fb9c-4be4-8115-63d6eae90ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:19.905972783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4fee991-f5e3-4fe3-86e8-5eb639f739dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:19.905992638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4fee991-f5e3-4fe3-86e8-5eb639f739dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.073857218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.073984327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1336c8-92ef-4fd3-9925-06c757768736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.129564574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72f27e0c-c4ef-465e-9400-e343f811ced7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.129589522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72f27e0c-c4ef-465e-9400-e343f811ced7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.136555113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1336c8-92ef-4fd3-9925-06c757768736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.289195168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe929bc-0065-4839-9ada-3e27d5e5d4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.341879733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23f9ee31-4313-4c23-9b59-907967765dde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.34638411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe929bc-0065-4839-9ada-3e27d5e5d4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.397316737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37c577c9-10f0-46b7-900a-a6243b24f730","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.397337983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37c577c9-10f0-46b7-900a-a6243b24f730","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.506497045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fade4bc0-34a2-429f-8ec7-a05f41ef434d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.506517048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fade4bc0-34a2-429f-8ec7-a05f41ef434d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.557202148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"459765e2-51c0-4830-9611-405bfc68da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:20.614256975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"459765e2-51c0-4830-9611-405bfc68da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:50.118181115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:54.688855641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c9dbc6-e75a-46d3-baac-277ee686b50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:54.740868845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c9dbc6-e75a-46d3-baac-277ee686b50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:54.792874944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c9dbc6-e75a-46d3-baac-277ee686b50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:54.848823154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c9dbc6-e75a-46d3-baac-277ee686b50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:55.228273061Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4c2f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4c2f32","reconcileID":"d780a4e0-6675-4d70-86c4-cdfea0901b12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4c2f32","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-4c2f32":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:55.974137452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5cbe34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5cbe34","reconcileID":"0457af55-d84e-48e7-a7c1-3c3e13808323","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5cbe34","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-5cbe34":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:56.904987945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699a345-c279-43e8-83c3-4a2f507c5835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:56.957627209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699a345-c279-43e8-83c3-4a2f507c5835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:57.00990934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699a345-c279-43e8-83c3-4a2f507c5835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:57.061954247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699a345-c279-43e8-83c3-4a2f507c5835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:58.997677241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eb1a71-c150-43a6-82a6-f836fd577d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:59.049631272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eb1a71-c150-43a6-82a6-f836fd577d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:59.101421559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eb1a71-c150-43a6-82a6-f836fd577d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:59.155469402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eb1a71-c150-43a6-82a6-f836fd577d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:37:59.829399468Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5530a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5530a1","reconcileID":"660294b1-5f8b-4cd1-8659-e2fa0d6d2d18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5530a1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-5530a1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:01.103046728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3580e90-2357-4e6a-89e8-a4f5186c541e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:01.154619641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3580e90-2357-4e6a-89e8-a4f5186c541e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:01.209396393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3580e90-2357-4e6a-89e8-a4f5186c541e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:01.26872801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3580e90-2357-4e6a-89e8-a4f5186c541e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:03.291798617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a992ec2-1217-49c3-8ab5-74da9ea60c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:03.344112986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a992ec2-1217-49c3-8ab5-74da9ea60c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:03.396335353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a992ec2-1217-49c3-8ab5-74da9ea60c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:03.44859592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a992ec2-1217-49c3-8ab5-74da9ea60c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:06.299976321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"8fc667bc-e2ca-4622-8686-7793c3230051","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:06.420489884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"8fc667bc-e2ca-4622-8686-7793c3230051","name":"e2e-worker-w3-5cbe34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:10.598276145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a21ae35e-5433-4f68-9d42-3c1a536e8064","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:10.716222874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf9b89a5-d654-4341-8e83-fc297fbbcd4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:11.303653252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"9cd8ce73-b47d-4175-b3c2-de7e0fa9c83f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:11.422518158Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"9cd8ce73-b47d-4175-b3c2-de7e0fa9c83f","name":"e2e-praxis-a-5530a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.200318454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07037759-2fc0-4687-883d-49b87eb7ee30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.200339912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07037759-2fc0-4687-883d-49b87eb7ee30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.2568501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd87aba8-533c-488b-b28f-2a4060a72372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.256870601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd87aba8-533c-488b-b28f-2a4060a72372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.278877943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"da7d5109-5994-453a-bff2-f26fb08e8e71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.395716627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"da7d5109-5994-453a-bff2-f26fb08e8e71","name":"e2e-worker-w0-4c2f32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.432015501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"6bd64650-cce7-4a4f-886a-7be043232736","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.489325839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"6bd64650-cce7-4a4f-886a-7be043232736","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.491932743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55150997-d41b-42d2-8f44-266ca7a11a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.491949476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55150997-d41b-42d2-8f44-266ca7a11a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.551118857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"520218ed-e1f0-4559-9916-bb94c83e8d09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.551136023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"520218ed-e1f0-4559-9916-bb94c83e8d09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.623289899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39268f07-025e-4342-9538-0c95c11000b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.623318351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39268f07-025e-4342-9538-0c95c11000b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:38:16.684293196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-654ea56d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-654ea56d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.687616693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec245b69-cbb4-4da1-863c-6fb078be21a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.687616691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94282759-fa7f-4f2c-8661-a1525dc407b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.688200203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90e149b2-e218-4e55-9cd9-3f530c1d2867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.688219197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90e149b2-e218-4e55-9cd9-3f530c1d2867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.748705984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec245b69-cbb4-4da1-863c-6fb078be21a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.748962944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94282759-fa7f-4f2c-8661-a1525dc407b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.844511989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4f35820-c118-40b3-9763-bbf56f6bd019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.844531411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4f35820-c118-40b3-9763-bbf56f6bd019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.964999149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"9759fdbb-095e-4346-8e3e-953abca283b0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-654ea56d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.965155159Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"9759fdbb-095e-4346-8e3e-953abca283b0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-654ea56d","error":"MaaSModelRef not found: llm/nonexistent-model-654ea56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:16.999591699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"3f3c31aa-d187-42ec-80d2-d0dee2eabab1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.056296472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"3f3c31aa-d187-42ec-80d2-d0dee2eabab1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.153913697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3b55a8-d56e-424c-9f40-1f9a61c5c0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.154007233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617562cc-8c84-48cc-b3ca-5958c64d36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.203726629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2af62e-0f6e-4417-a6ab-07e10dcca9c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.203742177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2af62e-0f6e-4417-a6ab-07e10dcca9c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.204871486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26cf589d-f306-45c5-8b13-51860a27ba80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.214067345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3b55a8-d56e-424c-9f40-1f9a61c5c0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.214366689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"617562cc-8c84-48cc-b3ca-5958c64d36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.413694795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"bb7e087b-aa84-4499-96af-4c371ce5cdb3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:17.413855224Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"bb7e087b-aa84-4499-96af-4c371ce5cdb3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-654ea56d","error":"MaaSModelRef not found: llm/nonexistent-model-654ea56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.281579542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ccd7823-86ac-4d20-960c-9203de15358c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.281605082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ccd7823-86ac-4d20-960c-9203de15358c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.442796094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65fb0c6a-2015-46f3-bd91-bbff6d46bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.443006158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"15f50663-6f3e-4b20-ab4a-96d87366d1a5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.442796099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8be82a2f-335e-4f36-9311-3587396ab956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.50496347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8be82a2f-335e-4f36-9311-3587396ab956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.504985143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"15f50663-6f3e-4b20-ab4a-96d87366d1a5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:19.513390961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65fb0c6a-2015-46f3-bd91-bbff6d46bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:20.067572898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:26.813468111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7ed57ad-70b6-4165-9016-d9b83af9e534","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:26.962988957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8552ac37-d9b5-4e73-b511-16c32b1df453","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:27.285332288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5942d069-2a95-4d6e-9455-8a05abac9d2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:28.202567562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c3bc16-d310-417f-9391-d6a5ddb43d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:28.25562353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c3bc16-d310-417f-9391-d6a5ddb43d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:28.307428557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c3bc16-d310-417f-9391-d6a5ddb43d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:28.364339538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c3bc16-d310-417f-9391-d6a5ddb43d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.480805448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"7c730c48-aaf5-4e51-9fd4-b70e885482ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-654ea56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.63960251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"7c730c48-aaf5-4e51-9fd4-b70e885482ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.639641776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"7c730c48-aaf5-4e51-9fd4-b70e885482ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-654ea56d","subscription":"e2e-neg-ghost-sub-654ea56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.639808902Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-654ea56d","reconcileID":"7c730c48-aaf5-4e51-9fd4-b70e885482ee","MaaSSubscription":{"name":"e2e-neg-ghost-sub-654ea56d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-654ea56d","error":"MaaSModelRef not found: llm/nonexistent-model-654ea56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.967048039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1601da20-5d66-4702-a14d-80cb9b484757","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:29.967070239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1601da20-5d66-4702-a14d-80cb9b484757","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.123599174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"519f6d76-8feb-4be7-b980-3289a96aef31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.123618702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"519f6d76-8feb-4be7-b980-3289a96aef31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.124860052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c713a865-a29a-4c8a-a527-a3aca8ec2e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.124971321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a676fde-8986-40a6-b6de-39a509515550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.125251935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"e7779b8b-4fda-4a51-b1d4-f379c2196dd1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.183163195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a676fde-8986-40a6-b6de-39a509515550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.184723873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c713a865-a29a-4c8a-a527-a3aca8ec2e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.185859628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"e7779b8b-4fda-4a51-b1d4-f379c2196dd1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.293298056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3ce2b6-b166-4369-baa6-fb88af2d8ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.345443704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3ce2b6-b166-4369-baa6-fb88af2d8ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.397303031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3ce2b6-b166-4369-baa6-fb88af2d8ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.397392062Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-654ea56d","reconcileID":"33f57617-d47c-48df-9ee6-7acb76721f02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-654ea56d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.450703369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3ce2b6-b166-4369-baa6-fb88af2d8ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.671822089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad2d410-96ed-49e6-aecb-2f4a74ea96a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.671841066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad2d410-96ed-49e6-aecb-2f4a74ea96a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.963915348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3edc57c8-bdda-41b8-a368-5825860bc0f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:30.963934538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3edc57c8-bdda-41b8-a368-5825860bc0f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.018974306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a03ed-91d0-4aab-861f-a2eb7445c4b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.018994546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a03ed-91d0-4aab-861f-a2eb7445c4b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.229865202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"9eee07dc-f6ae-4afd-b922-ce486c9323e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.2868418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"9eee07dc-f6ae-4afd-b922-ce486c9323e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.394764975Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"9eee07dc-f6ae-4afd-b922-ce486c9323e4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9499d50c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.664242632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1babb833-27dd-4483-a804-c5c3f1e7bf69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.664271992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1babb833-27dd-4483-a804-c5c3f1e7bf69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.88832913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"e78627d2-b004-4717-bad1-f431115a75f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:31.948214371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"e78627d2-b004-4717-bad1-f431115a75f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:32.060452915Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"e78627d2-b004-4717-bad1-f431115a75f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9499d50c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:38:32.372240568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"e78627d2-b004-4717-bad1-f431115a75f2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-9499d50c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:32.623643427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"ec52958f-e559-4d83-9996-f2b4634c2b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:32.682201942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"ec52958f-e559-4d83-9996-f2b4634c2b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:32.790599225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"ec52958f-e559-4d83-9996-f2b4634c2b14","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9499d50c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.466156818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44a8ea-62f2-4345-bc22-cc9e9ba65d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.518617324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44a8ea-62f2-4345-bc22-cc9e9ba65d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.577103183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44a8ea-62f2-4345-bc22-cc9e9ba65d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.630256348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44a8ea-62f2-4345-bc22-cc9e9ba65d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.789936929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"86dbe23c-a4cf-4178-9bc8-1f236d4878c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.790002815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3e92389-7be0-4a52-aa77-9b8d6d74d389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.790017464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3e92389-7be0-4a52-aa77-9b8d6d74d389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:33.842712074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9499d50c","reconcileID":"86dbe23c-a4cf-4178-9bc8-1f236d4878c4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9499d50c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9499d50c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:34.110359095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75227be3-857f-40f8-ab41-677bee5f873d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:34.110402926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75227be3-857f-40f8-ab41-677bee5f873d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:35.606856621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65326ed0-39e5-493b-861a-c4e094ebc631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:35.659103933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65326ed0-39e5-493b-861a-c4e094ebc631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:35.712065956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65326ed0-39e5-493b-861a-c4e094ebc631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:35.763878537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65326ed0-39e5-493b-861a-c4e094ebc631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:38.776311276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d206d-e6dc-4d67-8517-6ded020ecac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:38.828135733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d206d-e6dc-4d67-8517-6ded020ecac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:38.880127551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d206d-e6dc-4d67-8517-6ded020ecac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:38.934031076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d206d-e6dc-4d67-8517-6ded020ecac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:40.02416604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f523ce2-f131-44a6-bdc9-da4bf35614e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:40.184210799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52d70c5b-c877-40a3-b7ba-fe27df810f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:40.900626023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d226658e-fd54-453d-9d42-e674cdd6ee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:40.952485112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d226658e-fd54-453d-9d42-e674cdd6ee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:41.004646787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d226658e-fd54-453d-9d42-e674cdd6ee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:41.057011054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d226658e-fd54-453d-9d42-e674cdd6ee66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:43.044442524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41cfa04-5366-46e2-89ed-16c35f06cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:43.096826354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41cfa04-5366-46e2-89ed-16c35f06cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:43.148631625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41cfa04-5366-46e2-89ed-16c35f06cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:43.200526904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41cfa04-5366-46e2-89ed-16c35f06cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:43.65141323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-93daac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-93daac","reconcileID":"cc9f46ea-9441-4e51-b340-51a846d52ae7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-93daac","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-93daac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:44.654823629Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-29269b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-29269b","reconcileID":"a16d414b-3bd2-4608-a5fa-6475d627bc98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-29269b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-29269b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:45.160314287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f474143-2e77-4d85-958a-3da66d6f4953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:45.219602584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f474143-2e77-4d85-958a-3da66d6f4953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:45.274461866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f474143-2e77-4d85-958a-3da66d6f4953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:45.331503181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f474143-2e77-4d85-958a-3da66d6f4953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:47.287150162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbe6062-0c4e-4438-a0f4-4407ae425642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:47.338970685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbe6062-0c4e-4438-a0f4-4407ae425642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:47.390975817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbe6062-0c4e-4438-a0f4-4407ae425642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:47.442833085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbe6062-0c4e-4438-a0f4-4407ae425642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:48.281920894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c314637a-3352-494b-90b6-048e6f612904","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:48.560620382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"504aff54-4dd5-4e88-8972-95c403407b9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:50.066873769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:38:59.940234189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"1e1ef205-33c4-4462-ad4a-a49ed9b3c9a4","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:07.666402962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62765478-bbc5-4869-8a4d-50e67e0dbd2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:07.792394156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f25507b-3de0-4ff2-81e6-03d35b044023","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:08.108765108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"5683a48c-9e3a-4323-b349-fdc5ae7027b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-93daac","tenantID":"e2e-praxis-b-93daac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:08.228580063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"5683a48c-9e3a-4323-b349-fdc5ae7027b5","name":"e2e-praxis-b-93daac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:13.068777417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"287d46b8-6fc5-4033-851b-d0c401396b45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:13.186602229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"287d46b8-6fc5-4033-851b-d0c401396b45","name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:14.12961036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"5a42409e-788f-4c9c-98b8-e6e863249bc5","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:14.198093054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a736022c-345a-46c0-91a8-6eac8a9ca9bb","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:20.067265666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:32.555475006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9a3a146-11cf-48a6-b8ea-d2c7159a691c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:32.851567466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f724addc-3f42-467f-83e7-7cebc98c8947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:34.777933417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9de68add-6348-4521-9c9a-838f69413c8a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.467677187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"b7a08e8d-ca71-4316-9d97-f33b2ddd3b4d","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.599509362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"5ae3cf3e-0906-44f2-b048-459b717170a1","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.657576116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"da64cb40-2448-4de0-a8a6-4a1aa2a86629","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:37.709827527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"b2b603d4-db60-40f4-ba68-4f687d6fbd40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.831355401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"52b495d4-a296-4771-a314-200872f76915","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.922068665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f184e248-d03f-4100-bff0-b6a62ca22bd9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:37.981744612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4618ab96-8ae3-4174-8d39-6ff38e2cb22f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.038100074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4618ab96-8ae3-4174-8d39-6ff38e2cb22f","name":"simulator-w3-5cbe34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.03816183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4618ab96-8ae3-4174-8d39-6ff38e2cb22f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.04363961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"01618654-a9e3-4992-bdea-1f6c8f4da6fd","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.082146269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d63958c2-57a3-49bd-ad5f-c147013eadfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.135126303Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"3b518e42-9bac-48e9-bb58-1ee8a7a31c1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.191914297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"c2bf13e2-a862-40ef-83d2-fe3313d7f5a0","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.210836943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d63958c2-57a3-49bd-ad5f-c147013eadfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.249649522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"efd7ce1a-f8cc-4316-8a6a-4cf4bcf8d725","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.266852718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d63958c2-57a3-49bd-ad5f-c147013eadfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.294086411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"3b518e42-9bac-48e9-bb58-1ee8a7a31c1b","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.300655917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"20120b50-82bd-48fb-a62d-a9ac578257a9","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.302619222Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.32259091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"730db753-b2c2-44cc-9a84-5b922c45e540","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.358339936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"84e71987-2287-4229-81d5-9d7304d89564","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.426346593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c141278b-72be-4435-81d6-96e90894b45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.496413546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c141278b-72be-4435-81d6-96e90894b45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.498943658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"84abb266-9226-4943-9026-b7bd2b3384b3","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.503776265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"38d95baf-5ba4-40cc-900c-7bb023b96645","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.552095784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c141278b-72be-4435-81d6-96e90894b45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.562662278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"b6c9bf4c-3631-48fd-9864-1049c8110b4d","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.614472301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"5c2623a7-54d2-46df-99a8-9aeed488d129","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"premium-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.616349162Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"b6c9bf4c-3631-48fd-9864-1049c8110b4d","name":"premium-w3-5cbe34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:38.616404313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"b6c9bf4c-3631-48fd-9864-1049c8110b4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.621684764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"3eb94dd7-74ef-4e00-9edf-d5c892575411","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.72672412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a7a3c48c-79aa-44a2-9caf-b3ae259cbde0","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.77124957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d19345f9-450c-4b04-9ef5-6cb98384acea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.777686043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"3139246a-7c35-4e9c-b849-1551f88644c1","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.823480477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c8778ff1-c5c8-4407-ab66-edc28d825285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.828252468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d19345f9-450c-4b04-9ef5-6cb98384acea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.886492066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c8778ff1-c5c8-4407-ab66-edc28d825285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.889731988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d19345f9-450c-4b04-9ef5-6cb98384acea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.944499782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c8778ff1-c5c8-4407-ab66-edc28d825285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.989823506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"81794a90-b7bc-43d7-933e-fd27b28478e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:38.996165103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"601fd482-5ef1-4ff7-b8d6-a61593a7971a","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.162739836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"94d54e11-b0b1-4da4-a1e2-374d17f3ba21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.220100404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"94d54e11-b0b1-4da4-a1e2-374d17f3ba21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.275830635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"94d54e11-b0b1-4da4-a1e2-374d17f3ba21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.53382975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3860fa4a-361f-4763-9428-7ff43cfb46f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.586369888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3860fa4a-361f-4763-9428-7ff43cfb46f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.638287649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3860fa4a-361f-4763-9428-7ff43cfb46f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:39.690136562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3860fa4a-361f-4763-9428-7ff43cfb46f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:40.869479099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"47bc9036-b961-44f7-b7dc-59a47f766d7d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:40.939967984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ca153dbe-fe25-4fed-aa49-f87591737a3b","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:41.589800296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8061935f-7e7d-4992-b4ff-fab15c0f2dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:41.641807421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8061935f-7e7d-4992-b4ff-fab15c0f2dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:41.696309484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8061935f-7e7d-4992-b4ff-fab15c0f2dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:41.749162376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8061935f-7e7d-4992-b4ff-fab15c0f2dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:44.77793327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e69cd64-bb2d-4641-ab85-144b51fba6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:44.833911603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e69cd64-bb2d-4641-ab85-144b51fba6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:44.887375772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e69cd64-bb2d-4641-ab85-144b51fba6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:44.949037496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e69cd64-bb2d-4641-ab85-144b51fba6e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:46.872520199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c50a7ca-5be8-46c2-89e7-ff77c5619c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:46.924516755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c50a7ca-5be8-46c2-89e7-ff77c5619c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:46.978320693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c50a7ca-5be8-46c2-89e7-ff77c5619c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:47.031060978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c50a7ca-5be8-46c2-89e7-ff77c5619c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:48.780270985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95673eb4-8b36-4309-b121-70c137c2b767","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.044071276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"83323bfc-cb2d-4f0e-b0bd-1ae84c3fbf02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.101204645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47046428-484e-457f-a77f-d95e76ea9d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.149415097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e13e407-544d-49b6-9bd1-4bda671d8cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.158685647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47046428-484e-457f-a77f-d95e76ea9d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.212182238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"c53ccca4-8c2a-4a70-a181-3370984b9698","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.216034613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47046428-484e-457f-a77f-d95e76ea9d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.270728443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"709c5583-7801-4e40-8c30-6170adb6ba2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.274187075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"87e1f453-f91f-4f55-a8ec-758434b3230b","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.37714223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2639c99f-efc9-4660-a701-f6371e4fafba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.435742566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a9da23b8-f878-4824-a012-f9f03e1ac7cd","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.436303371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2639c99f-efc9-4660-a701-f6371e4fafba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.478916725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3c6507b3-1278-422e-9ad5-518d0c9cd284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.492441114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2639c99f-efc9-4660-a701-f6371e4fafba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.536849169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3c6507b3-1278-422e-9ad5-518d0c9cd284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.550852418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"b72a227f-003f-46d3-9044-afca75e04d1b","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.593248943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3c6507b3-1278-422e-9ad5-518d0c9cd284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:49.647195899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3c6507b3-1278-422e-9ad5-518d0c9cd284","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.72040828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ce44b584-dd52-49e6-b146-5c4c9d48b887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.77792674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ce44b584-dd52-49e6-b146-5c4c9d48b887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.834366298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ce44b584-dd52-49e6-b146-5c4c9d48b887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.875963037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"373a5a83-9351-4b4d-859a-a38c6a025c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:39:49.888360695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ce44b584-dd52-49e6-b146-5c4c9d48b887","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:49.933574882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"373a5a83-9351-4b4d-859a-a38c6a025c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.041665823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"373a5a83-9351-4b4d-859a-a38c6a025c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.073167729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.089516139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1b3b41b1-16ee-487e-8c53-578d9b1d795c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.147049239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1b3b41b1-16ee-487e-8c53-578d9b1d795c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.207041347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5cbe34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6379720bfab92c832615dd3588ae5fa344e255e6832169b30f75f23e8ef5d1b2) AuthConfig (36478a38a3cae6f937f9908bf9b72e6f59d9930981425079b31d22ed394899a4) AuthConfig (a69cd7fde686952bab34b0cc11bc3da1ae4e0435e94cff4ca09fd4300e8291a7) AuthConfig (d1d6994a28b9e7314f656d585867f9f1da4ad44acc62807af963576ecab70d57) AuthConfig (8d9cbcd6290994f28dcc1ef566c1409a960d737790ea25d3fbfea4ca31f8dff7) AuthConfig (d542fbba5a75fd6965e612d52074a24185e260cc4bf47999fcac6ba45151dfb4) AuthConfig (17e4d31056b845f2f46556c7c214ebd37789851afd24eddd536c9ed15efb6e7b) AuthConfig (96c987e34f4000953c072a136ad9db382217d344fbcd014285bfc9f7afa56265) AuthConfig (6d2554bb36d81a3f383fe03a1f54127d013ef918fad73e2b7eebc925f73499ae) AuthConfig (db52880abb1d5a0e863b1ae40aad6d2a58e9c06e84da37e221794e4f61f2a602) AuthConfig (8d9cdf94c7ecc49971e90414bc4e2c3ed6884a3abea18a33786c8b0194e21419) AuthConfig (48e9e41101451c36057b307a2e1b677aed40d740c060e48280a258004ad98c20) AuthConfig (8ab74c99fc21c76e93a0ac14b3bfcc0661bc1abc1b227bdb3d1d7a0fe8c7f633) AuthConfig (b1c897e3831ccb4846b2659e6844268c68d91f8201293134a8fd9789e1f9a5c1) AuthConfig (5fb216199d98447670fb5615632e0ad11f47d0f09ceaad451bb6a62af8916fab) AuthConfig (234c4ec5371a148e54adabe36c9e065a24701d8425c328fce7d95476ff13b8b5) AuthConfig (5f491c562868bc4ee8eb4a277d03d959ec539449d19ccffc59884dc95c8502a5) AuthConfig (c5056844a59eeec6df42e0cf221b679711f1b2123d3c002c6c1be17b02ef0338) AuthConfig (e10ddd991db6e7f058f9db80080cffc32c083ae248aff2637136ad2268a0dbc4) AuthConfig (0287e087bd6ea84353c6ae72ef159b06895524bf60b75860462b94ee4e9036fa) AuthConfig (e68c4b4a2e3e62bff9ae31eea86c18303562ba8209d4a9f536ca382d26dc464a) AuthConfig (9f8471e0e75e2b978409a88bc3d074759617f413da8a26a06e0666fb0eb5e6d9) AuthConfig (f0c597f1b60ac81b8b0552e5878049856cb23b6eb85036cdb95e1357b6fdaa62) AuthConfig (b6c17f18cc2ddb8b9a89daf0a715e6e431db20217c251aad93bc1b2ae004be97) AuthConfig (2330a6adeb2bd4926defcb716bd29cb739d05ca91e1a1cccca20d28c56c2d7ed) AuthConfig (05bce3e46108bb808fb01271cc8cde29ac619afd3bf7df02610435e728fda3cd) AuthConfig (276a945ffcb11490f5d8aaa98b7bbd6dba84f2032ed355736965e76862dd1913) AuthConfig (9a59dd38628b29088a681f82a0f0bef3d3d10d3fd846cf79bb6ff460a764b980) AuthConfig (411dd6c2459603a8c211b814b62430d93e25490908dc01f73868d2eac3a45a6d) AuthConfig (8b64c1f0fc60762485fa5f5c5ea984d372ccf3471b0070ea3fb73e769a252c83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1b3b41b1-16ee-487e-8c53-578d9b1d795c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.584898887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0cae8-739c-473f-a304-51d54f8e5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.637315224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0cae8-739c-473f-a304-51d54f8e5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.689082931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0cae8-739c-473f-a304-51d54f8e5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:50.741049538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0cae8-739c-473f-a304-51d54f8e5ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:51.128875006Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8f16f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8f16f5","reconcileID":"be679a79-dc38-426e-8100-7d162d1eb0d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8f16f5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8f16f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:52.6654084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ba5f18-3f5f-4c10-ab24-d6e02cdd8c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:52.717603319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ba5f18-3f5f-4c10-ab24-d6e02cdd8c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:52.769733185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ba5f18-3f5f-4c10-ab24-d6e02cdd8c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:52.822061007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ba5f18-3f5f-4c10-ab24-d6e02cdd8c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:54.778887544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ad811d-bcf2-4b81-bc10-9d2fdd503165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:54.831169157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ad811d-bcf2-4b81-bc10-9d2fdd503165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:54.88296434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ad811d-bcf2-4b81-bc10-9d2fdd503165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:54.934944082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ad811d-bcf2-4b81-bc10-9d2fdd503165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:56.357792547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47f74d5c-43f1-4bb4-813f-d013b8065a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:56.441378973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"e71a165f-54c7-401f-8d3b-1946c3ecd8dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:56.547818265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"7e890f7a-7a89-41da-ae5d-3aea4f03bbd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:39:56.611423753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e58cb148-4e37-4e5a-a973-f783fb32b8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.197768273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f20c0e9c-8ca5-4d11-80cb-47dfccc4836b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.255408054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f20c0e9c-8ca5-4d11-80cb-47dfccc4836b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.363621672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a8dbcbaa-ae28-42f4-af7a-2bfaf1927e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.421040249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a8dbcbaa-ae28-42f4-af7a-2bfaf1927e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.571779963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"1700fb40-c3cf-4c4a-8326-e3942c91a7b6","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:00.771901595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"25b37938-c408-4bb4-943b-30d88c848e92","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.233065954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"c3ec9a4e-7a14-4880-8a7b-8785da93a81d","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.288942709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"cde62f89-caf5-4b08-9264-59073f3c0814","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.445709153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-gw-auth-24924f90","reconcileID":"3ee816fa-584f-4577-b0cc-e80ae982e9f2","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.503335706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-gw-auth-24924f90","reconcileID":"3ee816fa-584f-4577-b0cc-e80ae982e9f2","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.773908534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a4626fad-f633-4779-b724-76e5d06a23b4","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.930192382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-gw-auth-24924f90","reconcileID":"6f679094-de9c-4bb2-83e1-b2b24c272fd6","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:04.987674853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-gw-auth-24924f90","reconcileID":"6f679094-de9c-4bb2-83e1-b2b24c272fd6","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:07.418030426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-gw-auth-24924f90","reconcileID":"0d2b0691-e699-4585-a9ba-77f02fef3a35","MaaSAuthPolicy":{"name":"e2e-gw-auth-24924f90","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:07.418334477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"7df6f75d-06d8-46b1-95e8-c2c6e0ce952c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:07.63230207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"b797e3df-58ec-461e-ac00-d9d7cd633611","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.303965835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"217ed88b-21f0-4e25-ac7b-8c36106cba4a","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.428600312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7432845d-4fb7-46d4-aa87-006ac58ef136","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.484947523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"68057790-ec3f-4886-a76d-2b632ea0c01d","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.537252667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"06d70bf5-2bb4-44ef-ae6c-b3255c94ddbb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:12.540500264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.594965018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9f46b7c7-41ef-4035-85a0-0e3bf1a161af","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.707908844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b275f22c-adef-4828-a57e-41b244a52a44","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.769075933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"da11d980-b8bd-4259-9e43-64a4ec259ed0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.807450859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"564f1d21-0c16-426f-b532-cbb6372bead3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:12.822928035Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"da11d980-b8bd-4259-9e43-64a4ec259ed0","name":"simulator-w0-4c2f32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:12.822990511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"da11d980-b8bd-4259-9e43-64a4ec259ed0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.829103707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c6242a7a-00c0-4127-89aa-fcb3107217b0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.870417607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4cb1ffad-d931-456e-a643-309dff19a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.96999774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"0c184e78-f429-44fd-a6cb-bfbe8cfb1a22","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.999172216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"bad2c372-1049-4b4c-b121-9bd8421ae4c7","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:12.999850326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4cb1ffad-d931-456e-a643-309dff19a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.056242078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4cb1ffad-d931-456e-a643-309dff19a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.056827675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"06ff6a07-24f9-41ed-825f-03f5c0bf70bc","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:13.109027512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"73ee1a73-2363-4656-aeda-f89e1522ce0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.111905124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"00289dd4-937a-4774-a169-7eb5b4b117fd","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.115465339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"da963b49-3df1-4cf9-b25c-2d53fa132d40","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.220932076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"ad740e6e-1c3c-4c27-be9a-b92995e1db57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.221323662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bdb28029-ac84-4b03-9318-d5e8a14980f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.224780851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"1f6b3ec0-64e3-4475-a376-9caca7f2f3aa","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.278758456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bdb28029-ac84-4b03-9318-d5e8a14980f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.283255664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"19ad1cac-1d2f-40df-b564-bff676bbf9f8","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.292595854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"e61d0e71-5aec-4609-82d9-2675f1255509","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.334822073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bdb28029-ac84-4b03-9318-d5e8a14980f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.351060248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"484e64e0-ece6-42a5-aa6c-1bc94255bd28","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:13.405123473Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"484e64e0-ece6-42a5-aa6c-1bc94255bd28","name":"premium-w0-4c2f32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:13.405181272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"484e64e0-ece6-42a5-aa6c-1bc94255bd28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.410473301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"b522ca50-a8e3-445a-8e35-89f582c92c74","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.493378985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d342d719-2660-4cc4-b64c-af04f4832a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.497693465Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"c6b18177-7209-4e15-9066-9307beddf39e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"premium-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.503100298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"98be758e-80dc-43cc-a314-8cde4d707e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.551326842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d342d719-2660-4cc4-b64c-af04f4832a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.560458293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"98be758e-80dc-43cc-a314-8cde4d707e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.607925822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d342d719-2660-4cc4-b64c-af04f4832a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.616461378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"98be758e-80dc-43cc-a314-8cde4d707e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.678188283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"bdc8b9a1-c230-4c8d-a9ec-e3202cc81e15","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.691317698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5867210b-4ee9-47e2-ba02-1674767e10c2","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.790326593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5eb14ba7-0734-4564-a27d-48b36187d4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.8649772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5eb14ba7-0734-4564-a27d-48b36187d4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.919824282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"71218f1a-4044-43b7-9d97-32c364a0c0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.919981947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a6ab539-323b-42b3-be9d-a45aa8669c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.924663583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5eb14ba7-0734-4564-a27d-48b36187d4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:13.978206167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a6ab539-323b-42b3-be9d-a45aa8669c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:14.035066476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a6ab539-323b-42b3-be9d-a45aa8669c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:14.089141133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a6ab539-323b-42b3-be9d-a45aa8669c4d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:14.25220112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a115182-41a2-4a09-8721-4c96117ec83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:14.31176599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a115182-41a2-4a09-8721-4c96117ec83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:14.367674992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7a115182-41a2-4a09-8721-4c96117ec83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:20.069477992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.361455264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"7c63af8f-bbeb-4965-9b3e-b0d933cbdba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.456692726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f4a02b5-a6f6-4900-9add-672d684306a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.527614927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"9dc24c23-1427-4b0b-bed5-b1fc669e453a","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.56297052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"1c83901b-8f8a-41b8-828d-cd93d9bb0a08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.660055988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6ffe076-10cd-4efd-aac5-20b7a621bf6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:21.927998765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"c17f8101-eeaf-4074-b3a1-e21d7a2dc62d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.060745847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1323a42b-47e5-40f2-a09f-fc9017774a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.112524226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f62f53ac-0fd4-40ca-bdf6-77696dafe8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.113914603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"c1040480-86bf-432f-ad66-51d46530d903","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.117855845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1323a42b-47e5-40f2-a09f-fc9017774a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.120406287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ffc6bb6e-2030-413e-b107-a02d2370653b","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.170416543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f62f53ac-0fd4-40ca-bdf6-77696dafe8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.174324381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1323a42b-47e5-40f2-a09f-fc9017774a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.226358955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f62f53ac-0fd4-40ca-bdf6-77696dafe8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.2326129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"131a0e61-0389-4f5e-acba-b617f801fc83","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.33502652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9b8a1e8b-b25d-4972-8c88-1847aff4c0c8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.433874206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a80a6795-061a-4d2b-abf7-33e3a3c80d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.491591185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a80a6795-061a-4d2b-abf7-33e3a3c80d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.533621871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f71e4739-81fa-47ac-b8eb-f8f5af1d316c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.547624962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a80a6795-061a-4d2b-abf7-33e3a3c80d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.591035089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f71e4739-81fa-47ac-b8eb-f8f5af1d316c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.65297757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f71e4739-81fa-47ac-b8eb-f8f5af1d316c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.874949647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb40bcd-fe3d-4cc3-94cd-afdf4ab40183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.92714902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb40bcd-fe3d-4cc3-94cd-afdf4ab40183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:22.981312358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb40bcd-fe3d-4cc3-94cd-afdf4ab40183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:23.033489098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb40bcd-fe3d-4cc3-94cd-afdf4ab40183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:23.400345525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-07f276","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-07f276","reconcileID":"2071b58c-43fd-49e1-841e-1098304f85a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-07f276","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-07f276":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:25.08431506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95de41e-c2ee-47ee-9c20-b5c42a4eaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:25.137991996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95de41e-c2ee-47ee-9c20-b5c42a4eaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:25.190448305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95de41e-c2ee-47ee-9c20-b5c42a4eaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:25.245793619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f95de41e-c2ee-47ee-9c20-b5c42a4eaaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.244038331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"6b22df1e-74b5-4ce3-a350-e5cfa0286947","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.279293998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"6784b6d0-b234-43b4-9a5c-7b3b041f5e1e","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.31571146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e078a9ef-18ba-4781-b889-df66182630f2","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.34308409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"bedf098c-3f00-4d10-a837-bde8b20d1b80","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.504516885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b8e89303-4aa0-48cc-b231-f0638d0a303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.504563341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"226ed172-08a4-438d-aae4-98b4a2d51f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.529513932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"96d980dd-525b-459a-b085-cafe2a986ef8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.530087929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"04c6a67e-2a35-4979-980b-e69bd8e6c28a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.563236033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"226ed172-08a4-438d-aae4-98b4a2d51f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.563283061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b8e89303-4aa0-48cc-b231-f0638d0a303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.956420709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8a739d16-1636-4992-a6c5-e647a6708720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:26.956743799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"323eb0c7-8115-40c5-b4d2-2ff85d277c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.014339639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"323eb0c7-8115-40c5-b4d2-2ff85d277c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.014629982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8a739d16-1636-4992-a6c5-e647a6708720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.261218262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71cfc2-236e-4e70-9a89-3b4d766ea179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.313899767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71cfc2-236e-4e70-9a89-3b4d766ea179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.365897842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71cfc2-236e-4e70-9a89-3b4d766ea179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:27.417980031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf71cfc2-236e-4e70-9a89-3b4d766ea179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:28.361261325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"25804170-1c52-4ae5-9d2f-71106a60eed3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:28.512596371Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"25804170-1c52-4ae5-9d2f-71106a60eed3","name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.389468915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"48d2f257-e897-4f68-a19c-8d23b2ec2dcf","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.389501272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"48d2f257-e897-4f68-a19c-8d23b2ec2dcf","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.418011379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541148f5-3546-442a-afed-cebeacd7fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.471052197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541148f5-3546-442a-afed-cebeacd7fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.528771573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541148f5-3546-442a-afed-cebeacd7fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:29.581186161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541148f5-3546-442a-afed-cebeacd7fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:31.486643088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374cf159-401f-494e-b901-bab31697627f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:31.539268577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374cf159-401f-494e-b901-bab31697627f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:31.592069291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374cf159-401f-494e-b901-bab31697627f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:31.644454931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374cf159-401f-494e-b901-bab31697627f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.704252629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"106a8d73-a9bf-4743-94a5-bfec85460118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.761407567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"106a8d73-a9bf-4743-94a5-bfec85460118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.808668723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"155662ef-448f-4fcb-801c-0c2e03acf8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.817929892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"106a8d73-a9bf-4743-94a5-bfec85460118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.865752413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"155662ef-448f-4fcb-801c-0c2e03acf8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:32.921716282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-4c2f32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad736e107d80e0f71e71fb726c9b754a5a8f71d847070e2f85ad40f115b172c2) AuthConfig (f365b1a738fc0459ecd543b50c8689ab86707b862e0bd4ac86ab061ede82ac16) AuthConfig (a83106b7df22db82f0cfcc14b6684d5e2b83e110e6f4e7a3d9c6efeebf69815d) AuthConfig (1c0f617441af1762d93c20108f553a55817a6ed2aca77b863b474bd06a7cdab1) AuthConfig (d6064d27761cd70cc28ca34120b590805afecf730465a417bc8489a1f078532f) AuthConfig (7da89015333a31b60f9434fb7ab1d66f7530d78c5213d67b7c39e2b0da34e3bc) AuthConfig (8d3128fff821ee66941e008f5fb3b648d143e33dfa91dae40154f8114e3e0474) AuthConfig (4b9a7c84c70762d2d65d48515f04b0c51376492ce466b9490e373c308dbfea21) AuthConfig (e4dcb160170a2254e4e596f723a13a2c2d26df365a674436a705cd8a2768ad83) AuthConfig (f9687c1ad7726c07ce1218f17def0e8b3c7e8c4f6865224c6c5a4c4bcfd5def6) AuthConfig (1c5625beead648eeb6b34eb685db807b1aacc8ecf59dfb536269fc0f4d8da920) AuthConfig (0af3a0c66612462d380d2c114c5fefe34955ef9b086660aef0ff0f469cf872b9) AuthConfig (408df613b6c5db48c70ae586b28941764266b14ffd2e0cb35314c21021587f9c) AuthConfig (c0b256ca48afd1b5b01fa0f54c8c47bca62290ad00425bf1c2733585dfcc837e) AuthConfig (e3afb3e1b11dc8ee58dfb4585581761078a1493ea27913a07a79941bbbdb294c) AuthConfig (82a601f3e26be58ecd18f06f8f2b4df4053c13bda351c193c61251caabff08c7) AuthConfig (de424adaef7dab3877c9b95321c60b8a83ccb0b840c80f31032c29fdf8d1297e) AuthConfig (3a4cd6296fa12fa77b1bcc07f59ef38aab0a9e65c98a19e3133ee9a043f71c94) AuthConfig (1230731696febf84a137ccdca94c31fd957f47fdddf42c1c066579655d0fba0d) AuthConfig (6be1d71fc0be4238b4d09248d9307958917c6465fa7b9ef2fb5163974ddeeeb4) AuthConfig (319f92fcbb5e880eb481ccd2beb4e77e5a67645463ebf35263a8f3d0ebcab4ed) AuthConfig (5e5c6f3f4d9d0d3bbb4eeba95c0b19874f320fbce427bba0164ec5bcafef049a) AuthConfig (bb9e9e3eee9ff66037ac5a00d30665efff4f2a6e8f8ed9c3a20feaee35453b70) AuthConfig (cfac530d3f56b588b4a8571cd731c3dd90454391b532e23c102f1a29112e24fb) AuthConfig (d8e889e51de13a9a7b38d2a6f668c85c6dd58e74cc5a597c2b42a829e5ca723e) AuthConfig (57870e13d671f28248b685ffa0c7f5c4af032ba124679846d1b1686850a65bd6) AuthConfig (18021121aea15c480d9a678879fd514f01d14577e7fe49e3d37057b7f2bcc3aa) AuthConfig (6a98da705fb5a701419aade06a04f2014be378be2ed31c4a8250be0bb4126fb1) AuthConfig (b199bd64997a8b47026b26190b841bdd2e74bf1f9723a8b4c9295b36d5742de2) AuthConfig (a6cb70b7dca6bec069f159f51087f6f1fa216399c7c1767556eed2d88bc874b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"155662ef-448f-4fcb-801c-0c2e03acf8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:34.863489267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"a053dc3e-ab2f-47f1-ba08-5bf1aff00be6","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:34.863518543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"a053dc3e-ab2f-47f1-ba08-5bf1aff00be6","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:34.921279173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"7828cbac-bb95-491b-8af3-031c6b91e4b5","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:34.921301269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"7828cbac-bb95-491b-8af3-031c6b91e4b5","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:35.026615121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"83192a25-2119-41c5-986a-5e311baa0376","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:35.154218128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"83192a25-2119-41c5-986a-5e311baa0376","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:35.209966367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-5530a1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"83192a25-2119-41c5-986a-5e311baa0376","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:35.268010447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"ae8953cf-dddd-4eff-815d-adcd60d22414","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:35.268031923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"ae8953cf-dddd-4eff-815d-adcd60d22414","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:36.387029108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"72d3e888-c6bf-4ca6-8aaa-18904323ae17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:36.387362191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6d1dcc92-dfe7-49f1-ac05-33ad3656e11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:36.446033064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"72d3e888-c6bf-4ca6-8aaa-18904323ae17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:36.446061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6d1dcc92-dfe7-49f1-ac05-33ad3656e11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:42.97516851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4b7a4aed-2e21-4d0c-856e-de210a56faf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:43.032797514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4b7a4aed-2e21-4d0c-856e-de210a56faf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:43.078963933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8f72492d-85ac-4e32-8a7c-b186f82440e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:43.136681812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8f72492d-85ac-4e32-8a7c-b186f82440e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:43.301196617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"589e5fd5-26f3-4291-9328-85f6b93e1f89","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:43.458084266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"58b51b58-6323-4bc4-8718-73957d6249a7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:45.378411301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"ee80a2d5-8a79-4fc2-88f3-675d516bfcb4","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:45.436272859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"ee80a2d5-8a79-4fc2-88f3-675d516bfcb4","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:45.494337003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-5530a1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"ee80a2d5-8a79-4fc2-88f3-675d516bfcb4","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:50.067626757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.599108597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"9d379505-39b8-4466-8046-f22435f3b564","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.656973177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"9d379505-39b8-4466-8046-f22435f3b564","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.712776697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-5530a1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e694fa424a4cc969bd3241c943fcdad1da0604bc9246d9dd3bd3382048908307) AuthConfig (096cf19310a271dde0d1f2ddcecd1c1c6ee8399ac5885a5d6f11d9c14c11ebf8) AuthConfig (a6b441aae97c0469c977f8b6c6c057e5dd30ee3f3c361e2288778d3094e74522) AuthConfig (5c60342acbecd6f0393d11b3ca5548078023bac4024f97c77d6abf804e4f637c) AuthConfig (7fb76625cece6e10da32fe39f376e045131462a2e0f9046bb4e86c353724640e) AuthConfig (3cf0921b89f2ed730f4a4da0a07fc0e20eea8016f6ccb33fa552bed1fe36895b) AuthConfig (ce67e02cef4bdeaed80d917b3235fff98e20c267b311f09d7709a25bc11b0b54) AuthConfig (0e5cd7aee9711076b45610a40da3793a4011db6d85ba5e0d739b31676d09369a) AuthConfig (0111c8e9d49a596f11e689bb7909a47b3199a8c01217b89c546d9a1999531e31) AuthConfig (aa97c9b9831423342f690259b53c9bfecd014d24a09802796e48d626afa95161) AuthConfig (e812630900f9c22f848c4251508db8c09f878189fa53eebaa3e3ba4da55cb5d2) AuthConfig (147e57e4843538fc3107687aeb12e1414c7ee66204f1df3b9d1c2f134b12e279) AuthConfig (4be099c44f18ef0001dbbc214d087ecddc6e29b5f08879fed0e682cb1c322135) AuthConfig (f38094c281240eb1e2e26abfd9ab7ea0148a9c408ca8cb00e04ca1d4d3cdda80) AuthConfig (2efdf21b3698d27cdaa26a0a1c91c764376b8d7d6307d0222a21b58c342c50e1) AuthConfig (ff8e6cef213ba66956adbfb0c4167ede548e6c7e7893f5a22db9d9e89010fc49) AuthConfig (acccd60f5c0e88ac1d37bfcd4d2f7bf24fdad32d9b5835e6d01d75f0cef11321) AuthConfig (40f61a25f357186a61292b8b752012474f3e3dc826a3e77e68b4dea834073bb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"9d379505-39b8-4466-8046-f22435f3b564","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.770859654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"afcbce86-bbdd-464f-9373-b1f451ce7cf9","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.770878358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"afcbce86-bbdd-464f-9373-b1f451ce7cf9","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.810237804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d5e368de-a7c4-4d46-bfc3-f2b5a570bef9","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:55.865158392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3a0da7de-1db5-4375-9645-d815a0f9aa01","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.021221595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"37c020b5-9654-4b98-90ea-2601fa21a6c2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.078653889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"37c020b5-9654-4b98-90ea-2601fa21a6c2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.096660116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"731139a0-c4d6-4b4c-8375-e877737865da","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.15477875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"b09158ec-1b43-445a-a573-481adf810b1f","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:40:56.207897896Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-bulk-sub-fbd1976c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-fbd1976c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.252187503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2db0d28d-f1a1-4425-90d9-812bfbdb61f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.252255952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4e7ad93d-b1d7-4e56-b473-216e1cce36a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.309797473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2db0d28d-f1a1-4425-90d9-812bfbdb61f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.309908634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4e7ad93d-b1d7-4e56-b473-216e1cce36a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.359043298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"ae57e3b7-de13-4d96-b439-a8bcdde2b85a","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.416901276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"96c429a7-b296-4abc-86e9-d227b45234ec","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.530101717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c","reconcileID":"3e27fb82-0f77-47cb-96a0-7143f0fbe77d","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-bulk-sub-fbd1976c","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.552955352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"ce549ae2-462f-4a44-a95a-f30b92cde8a2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.609867137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"ce549ae2-462f-4a44-a95a-f30b92cde8a2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.696684913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b0c08019-d4e5-4afb-90d0-0ef02001add6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.696970241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a34d5fda-e2d7-4137-9c77-b5efb6831382","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.697493894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"54e27eb3-4dd6-4a4f-8e01-179e23887a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.740131305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"e548d5c4-7987-4642-8b5f-a9037a28374b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.753963663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b0c08019-d4e5-4afb-90d0-0ef02001add6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.754102054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"54e27eb3-4dd6-4a4f-8e01-179e23887a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:56.905949766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c","reconcileID":"367b71e5-0337-4619-a2b1-2d16d32da70e","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:57.268364756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"a7d2cb6c-78ac-4f35-af57-b4ebf5b7c6e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:57.501513817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"d65ade56-ab36-494b-945e-1a8cd840d03c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:57.603702006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"07d548eb-c104-4433-b6d7-01b80de0cb41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:57.890010612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b109338-6134-499f-a184-047963e9516b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:40:57.996687418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98e84e86-53d3-4f3c-9641-879226452180","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.606003335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"af0594bc-0364-4804-82d1-87b459f06690","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.761829745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fe9db032-1c49-42a3-8907-f0dea0ed0432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.762005951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"e0bfbfd2-3c0a-4344-8a49-ba22007152f8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.761827217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5afc66d9-3e51-489c-a2a1-96762cd83791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.820076099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5afc66d9-3e51-489c-a2a1-96762cd83791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.821124276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fe9db032-1c49-42a3-8907-f0dea0ed0432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:01.822469538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"e0bfbfd2-3c0a-4344-8a49-ba22007152f8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:02.753167708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"158024d0-fa73-4dbb-87c7-86d8075d3f21","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:02.873677541Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"158024d0-fa73-4dbb-87c7-86d8075d3f21","name":"e2e-inf-a-07f276-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.574652962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a42fc22b-151f-476a-af80-f8ac9173009a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.575052858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"cf374b3f-f559-491b-8fd6-8ae5adeea2a4","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.575319819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"9b102f4d-a70b-4bf4-8f9f-43b9e3cc465a","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.643373589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"1c3fb1a1-7416-4830-af13-23c6ba3b4f4f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.643707063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"e05c1a7e-6d0c-4293-b234-cb44aedb1426","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.643976613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"9c4e0181-706f-4735-a2a0-ae27effe4f93","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.734202814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"98148c71-70fa-4d3d-b040-8c819352353c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.785354177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"57e839b1-ac78-4046-ac35-ab6a016a83d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.791914102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"98148c71-70fa-4d3d-b040-8c819352353c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.834364694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"85f91341-af6e-45e0-8cff-1d489f1363e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.885934653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"a0c1be0b-bc98-4f94-8692-9778abcf50f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:04.891820974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"85f91341-af6e-45e0-8cff-1d489f1363e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.166810812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b940615f-e53b-4459-9ae9-0219fa73670b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.224822159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b940615f-e53b-4459-9ae9-0219fa73670b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.265253707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"041c289c-2670-48e8-8e98-58f7a05f797d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.322197636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"041c289c-2670-48e8-8e98-58f7a05f797d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.875739476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"00b065b1-f883-44df-8e7b-fd0ca2770cbc","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:05.932985181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"00b065b1-f883-44df-8e7b-fd0ca2770cbc","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:06.252119477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3930e06d-8c1e-4f4b-bdaa-2b4bc3df7c34","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:06.252137376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3930e06d-8c1e-4f4b-bdaa-2b4bc3df7c34","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:07.944297236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c988fa5-81cd-48be-9f2f-8aee39f08732","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:08.043205529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"3fc0a8fc-f339-4322-9b8c-61202b934afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:08.443055185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"3a34a153-a277-4f48-bcf7-0afcd0d1aca0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:08.543721078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"51d985e1-995b-42a5-abc8-16b0dc0278d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:08.569826138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abe69661-05ec-4da9-a379-aaddd24ac79a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:09.616920758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24062dca-7984-4e2c-ab49-6549eae2aa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:09.668985601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24062dca-7984-4e2c-ab49-6549eae2aa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:09.720794037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24062dca-7984-4e2c-ab49-6549eae2aa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:09.772752098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24062dca-7984-4e2c-ab49-6549eae2aa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.575498496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f2ea9ce4-1c41-46c6-b70b-84b799505395","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.575517702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f2ea9ce4-1c41-46c6-b70b-84b799505395","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.633844401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"d1cf0855-c868-49aa-936d-7deb7bef2e61","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.633868244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"d1cf0855-c868-49aa-936d-7deb7bef2e61","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.675448574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f21a19-eb05-45eb-8280-773ee12562f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:41:11.684315728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"4ca21565-77cf-4202-a4e4-34ef207b15ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-5530a1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.727678663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f21a19-eb05-45eb-8280-773ee12562f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.780390102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c","reconcileID":"b8987d01-db48-4efe-a7ec-2c067888c73a","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-bulk-sub-fbd1976c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.780601559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f21a19-eb05-45eb-8280-773ee12562f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.78174391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"74e475de-8d7d-4590-90c4-a80652a8ca1b","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.834316926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f21a19-eb05-45eb-8280-773ee12562f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.83899189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"74e475de-8d7d-4590-90c4-a80652a8ca1b","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:41:11.887721063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"d1cf0855-c868-49aa-936d-7deb7bef2e61","name":"praxis-route-5530a1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-5530a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:41:11.887778971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"d1cf0855-c868-49aa-936d-7deb7bef2e61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-5530a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.887920429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"5877b1dd-81b8-49e3-ba65-5a28bc6efd20","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.887932208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"5877b1dd-81b8-49e3-ba65-5a28bc6efd20","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.897346642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"44de05a7-5024-4714-a3c5-5525c7788b0f","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:11.897363601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"44de05a7-5024-4714-a3c5-5525c7788b0f","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.050997678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c","reconcileID":"b8987d01-db48-4efe-a7ec-2c067888c73a","MaaSSubscription":{"name":"e2e-bulk-sub-fbd1976c","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.151327406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"3816c68c-f7b1-4a51-9d28-dd98fb4a17f9","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.154138108Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"b602d8d5-2f09-47c5-9c85-9e2f798bd185","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"praxis-route-5530a1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.208826584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"3816c68c-f7b1-4a51-9d28-dd98fb4a17f9","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.260876282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"8119957d-e0ee-495c-a091-51ba5687c59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.313100058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b65d2414-534e-4242-8e22-0f995ddc1fc6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.318380179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"a2b5d796-225b-4af2-b1cf-6b4607f25bf1","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.318396373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"a2b5d796-225b-4af2-b1cf-6b4607f25bf1","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.469047921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5b57f9c7-56db-49a3-a4d9-3898e97914bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.46911896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"330372a8-0809-48a2-b137-6acb8af6d3ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.469485721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b6d69ea8-c1eb-42cd-8e86-b9a8d82963b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.474262815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7f5c8d88-4d60-4127-bb0b-2ee5e908c5ff","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.527977381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"330372a8-0809-48a2-b137-6acb8af6d3ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.527981228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5b57f9c7-56db-49a3-a4d9-3898e97914bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.529353071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"c2b0ca54-1179-4d94-a1d1-5a1e5f33a18c","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.530408453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b6d69ea8-c1eb-42cd-8e86-b9a8d82963b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.733182357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-bulk-sub-fbd1976c-auth","reconcileID":"5b711560-8829-4c75-9314-0778bd3c05c7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fbd1976c-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:12.893961396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"584e0c0a-ab46-41c5-a1be-5dd97349c813","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.04571548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"043ced13-d760-4c2d-a1f7-d5e6a9441d91","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.106342083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"72fb3e7f-4d44-4c88-9a46-ea4c9a04b32d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.26327974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"1b8d7573-dda4-4439-821f-147ab4ed0321","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.320529387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"1b8d7573-dda4-4439-821f-147ab4ed0321","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.337000374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7ba71546-c1ee-4681-aa56-995bb663ed6c","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.394943815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e52fa9c6-d432-4b83-8aea-a2e4752654cc","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:41:16.444226822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2","reconcileID":"c2383866-7793-4b12-bd57-104414de5a77","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-577dd0b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.493306791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"662d124a-bdff-46c8-b045-058b2bfcff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.493307036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"8a024337-64d3-4d52-81e6-5e8de76cefb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.550794449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"8a024337-64d3-4d52-81e6-5e8de76cefb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.55087607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"662d124a-bdff-46c8-b045-058b2bfcff0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.557327273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3bb24214-2342-4c15-bc21-860b5a98bbf4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.591471442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1f911367-ea73-48af-be78-c2c800b6e483","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.614678732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1524af20-9455-462b-b284-a547461478eb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.747507271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"bb05bade-f706-4175-93a1-16860e9bb93e","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.804432094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"bb05bade-f706-4175-93a1-16860e9bb93e","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.883796538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2","reconcileID":"64a0f8e8-1792-47ce-a6d9-88697a2d0a73","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-dry-sub-577dd0b2","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.911021523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"01d3ec36-4d5f-4da5-8afe-bb983a677411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.911040049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c34073fb-3adc-436d-93df-3dff5cab2682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.968298718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"01d3ec36-4d5f-4da5-8afe-bb983a677411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:16.96831117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c34073fb-3adc-436d-93df-3dff5cab2682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:17.048972743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5a0583fd-88bc-4cd4-bb77-dc1dde4fc382","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:17.101592701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"ecb62386-f86d-40af-9232-819433b6e8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:17.261170139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2","reconcileID":"7a2871fc-005c-478f-83c0-e1a27d97a26f","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:20.066131467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:20.946365657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"187d2f9d-bbd1-41fb-91af-4401304a10e6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.101996667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c1ca202d-6a38-4cfb-ad1d-e199843c462b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.102134798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"460fa464-c2b6-4e99-aae2-0978f1b65aea","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.101996361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d63c7572-1045-4003-b428-10daa96bac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.159606271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c1ca202d-6a38-4cfb-ad1d-e199843c462b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.159847717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d63c7572-1045-4003-b428-10daa96bac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:21.161745978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"460fa464-c2b6-4e99-aae2-0978f1b65aea","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:24.980243813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"135de020-e217-4d1b-9b5d-d63e24aea2eb","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.145449073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f4699a57-e086-467c-897b-3e5fcd07f0bf","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.145485774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f4699a57-e086-467c-897b-3e5fcd07f0bf","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.603727781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"aecb923f-4255-4cf7-ac48-5fb3194efb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.604181991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ced1ac11-f819-4b42-801b-a1403d152bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.653152518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"dfb6a25e-d3bd-4a5c-85bb-0cfe9d3fa7bb","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.661687082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"aecb923f-4255-4cf7-ac48-5fb3194efb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.663242113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ced1ac11-f819-4b42-801b-a1403d152bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:25.710546117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"dfb6a25e-d3bd-4a5c-85bb-0cfe9d3fa7bb","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.110903977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2","reconcileID":"d08424bb-0e0f-4552-84d1-4accbd369392","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-dry-sub-577dd0b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.329012523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2","reconcileID":"d08424bb-0e0f-4552-84d1-4accbd369392","MaaSSubscription":{"name":"e2e-dry-sub-577dd0b2","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.540201476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"a98b0fc7-8249-4cfe-9ed3-5e702edc1268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.54487716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"0cc00134-1ad6-4621-ba5f-748933b36dcd","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.700982378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"17e4748a-dbdc-456b-b73a-56caa69d964d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.701105114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"758e1d4c-d83b-4d2b-8ffe-c05416ab9894","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.7013891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9d3dbf56-57a8-416d-ae2c-a063ed0ebcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.701471221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"57750b3e-af24-4a34-8014-fb05a02c6f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.758639045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9d3dbf56-57a8-416d-ae2c-a063ed0ebcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.758651445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"758e1d4c-d83b-4d2b-8ffe-c05416ab9894","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.760878083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"57750b3e-af24-4a34-8014-fb05a02c6f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:31.915471151Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-dry-sub-577dd0b2-auth","reconcileID":"065ed612-9a6c-46af-910c-3710b342b88f","MaaSAuthPolicy":{"name":"e2e-dry-sub-577dd0b2-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:32.077609224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"83f0bca2-e0f3-44ef-9058-e4481377e5b2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.262363891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"18c19129-845c-4018-82d2-07f930c21751","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.319802063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"85cadcd1-b553-419b-9d4f-d295c3361eb7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.474902529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"889f085f-3ccd-4342-99dc-192328d4a46f","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.531572708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"889f085f-3ccd-4342-99dc-192328d4a46f","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.545499311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d3727322-bdee-4c78-ae51-a4c5abf0fd45","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.602888785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"62febe5d-eafd-46c2-b989-5597b4521c94","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:41:33.655144609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f","reconcileID":"4f53b5b8-b61c-49de-99ac-d4aaf0cc7500","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-1741cc2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.701458397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b4a0a3c6-0707-4b0d-928d-df02340b076d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.70145848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cc254f74-4221-48eb-a679-2ea4ae3763b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.760317951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cc254f74-4221-48eb-a679-2ea4ae3763b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.760317926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b4a0a3c6-0707-4b0d-928d-df02340b076d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.769667932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"211e1f80-a47f-4d9b-bdff-1de9e982262d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.82707413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d6b61f5a-8bf6-4d48-a227-c9efd708474a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:33.848967301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c6a574f9-dc4e-4d45-8862-7cbb410c7f91","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.005921488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"9af27bbe-54a4-4fe7-badc-0a8471663c0e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.062919655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"9af27bbe-54a4-4fe7-badc-0a8471663c0e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.095338132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f","reconcileID":"e0067386-7082-4d5f-b986-2fca8f1b32db","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-combo-sub-1741cc2f","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.147336594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"984dcaad-ad96-4395-8a23-7dda0df61952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.147337616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"002706c0-9ca5-4c71-a8c2-2047cf97e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.204320468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"984dcaad-ad96-4395-8a23-7dda0df61952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.204368909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"002706c0-9ca5-4c71-a8c2-2047cf97e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.259705589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d1ce9272-36f6-4e24-83f1-cda86125fba2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.305036928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"6b90652c-4f53-4e0f-b8aa-8c1298d5a9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:34.468018826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f","reconcileID":"aabb7144-ed18-4e80-832e-d7d561f1750b","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.742475442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7523ac9d-51e8-4c8c-a647-a10567bc47c0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.898576035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"16eba9b6-47bd-4a2b-a8d6-85d16020bbff","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.898766975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"535e8947-7a8b-4718-8560-421b7877ed85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.898576487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"71695baf-d69b-4f33-bfde-dbf34ad0d104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.956117584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"16eba9b6-47bd-4a2b-a8d6-85d16020bbff","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.956143977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"71695baf-d69b-4f33-bfde-dbf34ad0d104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:38.95836102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"535e8947-7a8b-4718-8560-421b7877ed85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:39.194841868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-b-42d2fc4f","reconcileID":"c5a5dc96-ad06-4c2d-8aad-3aa34b4f6d7b","MaaSModelRef":{"name":"e2e-conflict-b-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-b-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-b-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:39.255093457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"a01d5756-e90e-406d-8838-4606b1fa93b3","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:40.188059786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"fef861e2-c0d2-4895-b6d7-6d6cef897ac2","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:40.592972258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a03cf25b-6f5a-49f5-9bd6-d8fe25baf230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:40.692398275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"27f2ad69-4145-4225-aab9-3689d017bc92","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:40.827956561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5acfd46-04de-47cb-98ed-ab83430ad753","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:40.969417478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"c61f8761-550a-425b-baac-88f2ffc6af06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:41.152687802Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"762fd9d3-243b-45df-a0ba-7049a2595798","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:41.212376842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"b79a2076-db90-4256-ab84-6830daf398f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:41.312466109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"7e4a18fd-6d1c-48b7-a3fd-29fc678316f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:41.469830998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"830e9386-ea13-46f7-83fa-9606e11d8a61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:43.865771054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd4e23f-de35-431f-9f93-89714204a03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:43.917516074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd4e23f-de35-431f-9f93-89714204a03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:43.969323188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd4e23f-de35-431f-9f93-89714204a03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:44.020917574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd4e23f-de35-431f-9f93-89714204a03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:45.966688881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d45d81-d6d2-4df5-89d8-dc67d0f3e3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:46.018600076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d45d81-d6d2-4df5-89d8-dc67d0f3e3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:46.071172768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d45d81-d6d2-4df5-89d8-dc67d0f3e3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:46.124980897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d45d81-d6d2-4df5-89d8-dc67d0f3e3b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:47.796451248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"8d1bd5e8-1a75-4915-b685-71a7d78f108f","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:47.796477189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"8d1bd5e8-1a75-4915-b685-71a7d78f108f","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:47.959493013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"a2f9948a-5f10-4ff5-aead-248243a3439e","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.005733162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"6110913d-0609-484e-81d5-a121a0c687bf","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.016561711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"a2f9948a-5f10-4ff5-aead-248243a3439e","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.171041974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"b3850f94-8cb5-4d20-ba52-f0374c09bfa2","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.17106928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"b3850f94-8cb5-4d20-ba52-f0374c09bfa2","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.380530017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"46e81a48-7ac3-4f7f-a466-bcc8b1dcc29c","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.476204841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"c5071d83-79b2-4468-bf66-17aad8c86a64","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.477297424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"8f13cbf5-e078-4feb-aea0-1fc5ff145b11","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.478392961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"e2e-conflict-a-42d2fc4f","reconcileID":"87486d14-4ecb-42c8-a2fd-a4f979122b15","MaaSModelRef":{"name":"e2e-conflict-a-42d2fc4f","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"e2e-conflict-a-42d2fc4f-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"e2e-conflict-a-42d2fc4f","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.673461827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6a2bd623-3499-49df-a6c7-5261a160fd28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.673473732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fe1d7c6e-b52b-40cb-bfad-a57d48f4052a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.726370004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"cc0a2c6d-7e23-4f9f-8331-3dc60224e448","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.726460672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"eefc585a-5594-412c-816c-5eda5e545723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.732165278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6a2bd623-3499-49df-a6c7-5261a160fd28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.732257833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fe1d7c6e-b52b-40cb-bfad-a57d48f4052a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:48.905807681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f","reconcileID":"f4d276a4-c0ca-466b-8140-f99ff83c0725","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-combo-sub-1741cc2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.125597352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f","reconcileID":"f4d276a4-c0ca-466b-8140-f99ff83c0725","MaaSSubscription":{"name":"e2e-combo-sub-1741cc2f","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.354341776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"78a1144d-35c6-45f6-982a-e75849eb8164","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.507070296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"dd74a521-c4a9-4cd9-9f0f-7340959c89b8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.509296668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"b1827bc6-f3dd-4741-9a7c-e9a5adbdac1d","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.509607725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"17ffbe04-7d48-4f15-8c2e-41759a75355a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.509809131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"62a1cc4a-0930-476a-9148-279e6ef0cffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.56670194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"17ffbe04-7d48-4f15-8c2e-41759a75355a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.566891301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"b1827bc6-f3dd-4741-9a7c-e9a5adbdac1d","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.569033301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"62a1cc4a-0930-476a-9148-279e6ef0cffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.569358439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af3ac0-5271-4bce-bb9c-aa51df458eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.621563648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af3ac0-5271-4bce-bb9c-aa51df458eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.673900353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af3ac0-5271-4bce-bb9c-aa51df458eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.726231435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32af3ac0-5271-4bce-bb9c-aa51df458eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.778173041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-combo-sub-1741cc2f-auth","reconcileID":"20aca25c-63fe-4e0c-856c-f87891e3ab76","MaaSAuthPolicy":{"name":"e2e-combo-sub-1741cc2f-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:49.939574432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"14e3efce-4273-4235-9b38-30c655680823","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:50.056994727Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e1e972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e1e972","reconcileID":"7e8364de-7a4f-4593-bff0-2e5c0a9732b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e1e972","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-e1e972":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:50.067416213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:51.675970922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b900c02-fc27-4a72-ad5d-29bd4f9ae14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:51.727812613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b900c02-fc27-4a72-ad5d-29bd4f9ae14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:51.779523971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b900c02-fc27-4a72-ad5d-29bd4f9ae14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:51.831480069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b900c02-fc27-4a72-ad5d-29bd4f9ae14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:57.433774835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bde4735-0cac-4f5a-9556-4b69f3d576fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:57.547189178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"b7a6afdf-76be-4fc4-a44e-152f4e33d432","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"maas-trlp-praxis-route-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:57.71013721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"a0827cb8-2ec7-40c5-b13c-25dc5fddcc9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:57.849517236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"90f31aa7-4fa9-43be-9664-ae11ba4e5182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:57.960088354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"3711d7d7-e689-40e0-8d9e-db88fb5e69bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:58.061839527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"61c1a87c-d99e-4a73-9b00-f56ae164e7d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:58.17187064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3f020ae6-aa33-4e8e-ac11-acb5406868b1","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:58.171902655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3f020ae6-aa33-4e8e-ac11-acb5406868b1","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:41:58.173362089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f02e16f1-93cf-4fff-b918-97e49e142186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:07.872816224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"0dbbd037-261d-4bb0-a356-cdc9ac4ab079","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:07.929948772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a2d35375-4494-45f2-bf0b-2855a8f3da01","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.085780603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"3fce58cc-9aca-4809-bee6-09b946b023f5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.142994541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"3fce58cc-9aca-4809-bee6-09b946b023f5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.157445489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"aa6c79be-2b92-4968-b73b-74fae58524f4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.17336391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"94b420ff-cb3f-4519-a936-bee6308b42d3","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.173379535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"94b420ff-cb3f-4519-a936-bee6308b42d3","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.213319632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"09a1fb11-e3a4-4d84-983e-6401f3b0ebaa","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:08.266661712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-sub","reconcileID":"5a5a27dc-5717-4d40-a3c0-14c47d09d21c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.317491998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ec56b840-e03d-4392-82fa-831506c885d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.317823621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"33038900-639f-49e1-9705-01a62f034abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.37523394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"33038900-639f-49e1-9705-01a62f034abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.375297284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ec56b840-e03d-4392-82fa-831506c885d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.378861425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6d2790e9-df53-4959-b19c-a2345cdf1c93","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.434114923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ea098b61-6569-4da2-a029-dec41a764624","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.460685861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"04924551-596e-4192-805f-497a69eb8ea7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.616298725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"42f9c106-cff7-48ca-9a19-c40c7f735a14","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.673957177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"42f9c106-cff7-48ca-9a19-c40c7f735a14","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.706690913Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-sub","reconcileID":"2d140441-a7fa-4e01-853f-59bfd8208619","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.764457401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4d8658a2-fdc1-48a5-beca-aea6c67a31c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.764470199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"34b4cc9b-42a7-4574-a6de-222cc61f0118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.823028172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4d8658a2-fdc1-48a5-beca-aea6c67a31c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.8230213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"34b4cc9b-42a7-4574-a6de-222cc61f0118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.871085376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1e22b4be-9577-4c2e-a45d-8429eae4cb4e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:08.915881081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"c6fd0a11-dfba-493c-a8fc-235be8875303","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.079753308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-sub","reconcileID":"721e148a-06a7-4d00-af54-f2e174828a63","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.613349656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3f1a00b1-12c3-4b7f-9f1e-38793e174483","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.613368336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"3f1a00b1-12c3-4b7f-9f1e-38793e174483","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.717438338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"6bb39671-dc55-4da7-830b-d690650d26a3","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.775322251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"6bb39671-dc55-4da7-830b-d690650d26a3","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:09.776811865Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"0a2e79e7-f0b2-46f2-9820-b736fe757f3b","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.083174239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e246c893-f889-472c-9dcd-74698d5bde93","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.140211144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e246c893-f889-472c-9dcd-74698d5bde93","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.233997736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"220dfd2c-139e-4da7-bd4c-ddfa67770461","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.234022882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"220dfd2c-139e-4da7-bd4c-ddfa67770461","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.36850505Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"5a94be4a-6a41-4a72-85a5-fc1e1c90f4aa","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.454976321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e08b8970-ba21-4b93-9c94-de36a379f4d1","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.511874112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e08b8970-ba21-4b93-9c94-de36a379f4d1","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.913646665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e042b742-167c-4265-af5a-1cceca62b7bb","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:10.970727874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e042b742-167c-4265-af5a-1cceca62b7bb","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.087606703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"28ed1531-0834-4abe-a42c-02e2ec02737a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.203118555Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"51cd1878-7ff3-4ec2-aa27-ee477ef803c4","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.24625559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ceaa4eee-157a-4f97-b9ce-dbb96f2f260b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.246467779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5f19ccc6-b47a-44f2-a20a-fb84bd109db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.246264236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"bcb80d92-3940-4831-be20-d144fa23753d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.297556006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e3fa6f9c-91c9-4e50-9005-b219a795d66c","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.300575155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f7a9bf93-4b3c-4077-a7fb-a383da1299df","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.300590801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"f7a9bf93-4b3c-4077-a7fb-a383da1299df","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.303062392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ceaa4eee-157a-4f97-b9ce-dbb96f2f260b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.303424616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5f19ccc6-b47a-44f2-a20a-fb84bd109db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.306337553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"bcb80d92-3940-4831-be20-d144fa23753d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.354797515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"e3fa6f9c-91c9-4e50-9005-b219a795d66c","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.515308903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"4e9b0ef2-cead-4e99-bf2b-2b03b3e0ff5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.586845929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"103ed95c-2b99-4517-b766-feb80e77d731","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"tenant":"e2e-praxis-a-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.586865729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"103ed95c-2b99-4517-b766-feb80e77d731","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"routeName":"praxis-route-5530a1-kserve-route","namespace":"ai-tenant-e2e-praxis-a-5530a1","llmisvcName":"praxis-route-5530a1","gateway":"openshift-ingress/e2e-praxis-a-5530a1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.61715806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c556e4c7-7314-4db2-b43d-de7cfca5516b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.646615339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"7c3b39db-bfac-41db-bcf9-84da42328681","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.64681903Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"ca7ca719-2f14-4122-9cab-aab547f2989c","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.647718036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"5670fcce-d49e-454a-b2d2-e13b60b582fd","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.83778082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"59e52101-5292-4581-b916-66b976093b85","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.85792243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"d2e72780-3f59-47d0-858b-aff4294ed2fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:11.928946505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"5670fcce-d49e-454a-b2d2-e13b60b582fd","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.018723023Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"92e89003-47d5-40c0-a271-cba24ef48928","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.127290832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"5670fcce-d49e-454a-b2d2-e13b60b582fd","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.12732377Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"5670fcce-d49e-454a-b2d2-e13b60b582fd","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.158596679Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"71656372-72d4-4602-8623-c957b151da43","namespace":"ai-tenant-e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.158652819Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"71656372-72d4-4602-8623-c957b151da43","name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.18382456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"69451b4e-3596-4269-aca1-c46abfd55e47","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.190014929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"7e9c73d9-3d16-4647-a469-88d68b9562b7","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88a03f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.213074505Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"71656372-72d4-4602-8623-c957b151da43","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.213087457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"71656372-72d4-4602-8623-c957b151da43","namespace":"ai-tenant-e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:12.297444251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-5530a1","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1","reconcileID":"491614fd-7e17-4bcc-977d-de2f30ad49c6","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-5530a1\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.298039057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7ae8224-89cd-4b47-b538-f8e85f262d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.347512708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"69451b4e-3596-4269-aca1-c46abfd55e47","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.449255142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"69451b4e-3596-4269-aca1-c46abfd55e47","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"name":"e2e-praxis-a-5530a1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.449289816Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"69451b4e-3596-4269-aca1-c46abfd55e47","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:12.504455165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-5530a1-auth","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-auth","reconcileID":"69451b4e-3596-4269-aca1-c46abfd55e47","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-5530a1-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.611525595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007c35de-6b50-454c-a3ca-3fb960df7330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.663589398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007c35de-6b50-454c-a3ca-3fb960df7330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.715729753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007c35de-6b50-454c-a3ca-3fb960df7330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:12.76815942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007c35de-6b50-454c-a3ca-3fb960df7330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:14.781130094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d0506-6f99-44a0-ab6e-644af82e467e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:14.835195567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d0506-6f99-44a0-ab6e-644af82e467e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:14.887060901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d0506-6f99-44a0-ab6e-644af82e467e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:14.941553947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d0506-6f99-44a0-ab6e-644af82e467e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.407693119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"2028d9ad-2c77-4964-911b-ae2dc3bf9b35","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.408207524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"622d8b9f-fd6a-403b-965d-52de54390e20","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.569312388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"95854723-2428-456f-9c04-b35522b81c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.570688376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"fdb11468-eaeb-4e5b-b495-94851ac79668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.627513825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"e1d7ca7c-bcde-4e52-be0a-4e9b10f6f3bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.632195732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"95854723-2428-456f-9c04-b35522b81c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.632196814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"fdb11468-eaeb-4e5b-b495-94851ac79668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:15.636682692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"f1b97183-07f5-4693-94ae-37e734e27e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:16.881905274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65c1d62-b07b-400d-9532-6fb99568c827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:16.934753209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65c1d62-b07b-400d-9532-6fb99568c827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:16.9868972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65c1d62-b07b-400d-9532-6fb99568c827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:17.039159296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65c1d62-b07b-400d-9532-6fb99568c827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:20.06643756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.251233643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-sub","reconcileID":"ff3c6aac-ca7c-4823-b700-2b1a10277b46","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.469732288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-sub","reconcileID":"ff3c6aac-ca7c-4823-b700-2b1a10277b46","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.680264157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"ca94a65e-2d14-48da-8e04-2a6d4cfd2c3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.73462029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f0053b79-ad50-4ff8-98d7-cd4f0a1f0aa4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.890024381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"645a3120-40f1-44b6-91b4-c0dd88008dfd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.890241218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"13ac6803-b8a7-418e-a6eb-46238e4d1f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.890451857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b5dc4af1-d238-4534-adf0-73074fb3b3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.915722002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"75624b49-ec8d-4400-9c01-991938bda6be","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.915743998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"75624b49-ec8d-4400-9c01-991938bda6be","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.948677864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"645a3120-40f1-44b6-91b4-c0dd88008dfd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.948678641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b5dc4af1-d238-4534-adf0-73074fb3b3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.950770433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"13ac6803-b8a7-418e-a6eb-46238e4d1f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.96859091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"8d262ea4-cf3b-4050-b32d-52e6fded5e13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:21.973634464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"91196574-0d7f-4b59-a7e2-5791c98ef163","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:22.155178684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-active-auth","reconcileID":"dd1eb72f-257f-48a9-8887-83fce5233c29","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:22.242642236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"b834ab76-3d8f-4ee3-b6c4-ee416f9ba083","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","subscription":"praxis-route-5530a1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:22.2427611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"praxis-route-5530a1-sub","reconcileID":"b834ab76-3d8f-4ee3-b6c4-ee416f9ba083","MaaSSubscription":{"name":"praxis-route-5530a1-sub","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"model":"ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-5530a1/praxis-route-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:22.412761489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c052e6f0-4a83-4714-9101-7a7187e7cc09","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.477178702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e5d2b464-22b4-42d6-be89-6e7fb7ced677","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.534792076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"2af4a48a-b317-4166-9d9c-85d0bd975c97","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.703098285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"2fd2ae60-d18f-4784-9e87-0baa3ff4faa0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.78703874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"2fd2ae60-d18f-4784-9e87-0baa3ff4faa0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.808520737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a700d9c0-e561-44ae-a628-df2959b89fa9","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.871617784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ec7735ea-20da-4cbe-ba60-5f35c838e526","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:23.931132987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"ff34036f-ad72-4198-bee9-0f9b4851e1be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.991502978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9a144380-5507-40f0-9b6d-94e8e85961e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:23.992456393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0efa540f-7c44-47c9-bfc7-9e5928d5f808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.062245912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0efa540f-7c44-47c9-bfc7-9e5928d5f808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.063875899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9a144380-5507-40f0-9b6d-94e8e85961e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.081126679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"66e4a611-6d74-4073-9b89-06ddd31baa0e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.092084956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"cd4fad38-d21c-4dde-ad49-cf0557da6edc","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.123594518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ef5b5f43-1b95-45d2-aff2-030196a04ef8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.1338915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"9bf56c1a-e70d-478b-bb1d-7dd3a363eb83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.199358411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e5334a3-cba5-4dfd-8b27-6ae27d85e29e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.246531265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"c4c3039b-a572-4282-8f60-fd38f7919c5e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.295109275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"e325f11d-e197-4c17-959b-bf281a580da3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.303901424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"c4c3039b-a572-4282-8f60-fd38f7919c5e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.424746358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"893674fc-cf01-4954-92cd-1f2e65c8c9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.424774561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"986b329f-610b-4bfc-9c0f-2663469de31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.451910065Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"54932d00-dde5-4bfc-90fa-cf881fe25a38","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.452032093Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"54932d00-dde5-4bfc-90fa-cf881fe25a38","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.482248643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"893674fc-cf01-4954-92cd-1f2e65c8c9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.482310875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"986b329f-610b-4bfc-9c0f-2663469de31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.503902654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"efd50944-a590-4312-b4dc-75244ffd4df7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:24.620881511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"c4c3039b-a572-4282-8f60-fd38f7919c5e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.660822494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"00a310c9-2b53-4e69-9ae4-c9222b39a6da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.668048292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"80b76ccf-416e-4ce4-8712-8a4dcffa4938","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.782194961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"a10e4a8b-c0ae-402e-b0c1-42a88eafd45d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.839320652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"a10e4a8b-c0ae-402e-b0c1-42a88eafd45d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.86492619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4eee89d-82ee-4ca0-a42e-c7faaec83a5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.879175275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"ec7ab08f-802c-4c2f-9fbc-267465ec78b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:24.879333779Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"ec7ab08f-802c-4c2f-9fbc-267465ec78b5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:25.09543686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"584e5a2e-9023-4d86-81f7-26ca276d2e31","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.68396145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b0a8357a-3240-417c-ac01-983e076232f7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.839426369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c5b0b7d9-14b0-43e6-8680-bd39b5361948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.839511453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"78e6dd75-e9df-4954-b282-72a960d6ae31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.839953698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"1f6a0d6b-5b5d-45a1-89a2-8495ca69599c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.898313698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"1f6a0d6b-5b5d-45a1-89a2-8495ca69599c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.898313756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c5b0b7d9-14b0-43e6-8680-bd39b5361948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:26.900559346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"78e6dd75-e9df-4954-b282-72a960d6ae31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:32.14905433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"34aaaa98-c773-440e-b54c-396ae6318862","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:32.266362743Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"34aaaa98-c773-440e-b54c-396ae6318862","name":"e2e-inf-b-e1e972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:36.209372919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"8d1fdb67-c922-4879-a982-f1807bc19c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:36.846263687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"93cfccc9-f24e-493a-90e5-56c8db48eb78","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.071148638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"93cfccc9-f24e-493a-90e5-56c8db48eb78","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.071180967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"93cfccc9-f24e-493a-90e5-56c8db48eb78","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.071296103Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-sub","reconcileID":"93cfccc9-f24e-493a-90e5-56c8db48eb78","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.286349226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"80b0e176-6e28-4629-94d2-e4fb63e53d3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.342235088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9ef59f55-82d0-4571-be81-227def3b5792","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.494986616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ea2c0250-9ec2-451f-b7f6-bad9e278f7d3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.496736643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3243f9c4-9b9a-4b34-af4c-fc3d094a7656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.496892965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"9637f993-3274-4681-9052-d9daaa7bcda0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.496743582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ae56a037-1b87-44b2-bc2b-1d47f66e13cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.555313215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ae56a037-1b87-44b2-bc2b-1d47f66e13cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.555350337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3243f9c4-9b9a-4b34-af4c-fc3d094a7656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.557692698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"9637f993-3274-4681-9052-d9daaa7bcda0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.717560612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-degraded-auth","reconcileID":"c5ada418-fee4-4c79-aca2-6643ac72280c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:37.938916834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"870fcf02-a065-4a55-a013-38a6e2b664a5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:38.979817198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ae1d934d-4a40-46a8-b241-a12ae19c5a9a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.038201943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"530c29ce-3bdf-4a2e-9131-bca182f773df","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.19944953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"ec376165-a8cf-421d-9885-cead08fcc845","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.257364221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"ec376165-a8cf-421d-9885-cead08fcc845","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:39.558689426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-sub","reconcileID":"4ef8708d-ad53-4985-8c41-af70bd89730c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.575417617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"fbb45a95-8cfa-4f95-8465-ffdaf8753f6f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.607688039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9543028c-4c49-4214-9934-28fd7f3094d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.607688037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c0e44051-1d96-4711-b168-c92eec671b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.666085393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9543028c-4c49-4214-9934-28fd7f3094d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.669509898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c0e44051-1d96-4711-b168-c92eec671b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.738166974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"4e04f693-4089-4fcf-aebd-720b01df0740","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.795142058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"4e04f693-4089-4fcf-aebd-720b01df0740","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.984281754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bcad34ad-5d28-4bac-a434-951da6fe7b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:39.984868542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d325681-8b9b-4436-9da1-93f1f200ab09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:40.044143789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d325681-8b9b-4436-9da1-93f1f200ab09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:40.044199605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bcad34ad-5d28-4bac-a434-951da6fe7b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:40.130783477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"9574731f-2257-4513-a5bb-cf0d1f64ee3f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:40.191023793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"9574731f-2257-4513-a5bb-cf0d1f64ee3f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.603732002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"08772f50-b88b-48c7-ad42-3b8dbc42a656","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.604087206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e136d67f-83f1-419b-9bcc-67f1ee31c29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.604254821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"21275de7-333a-4b59-9a9c-70b00bab6acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.661227064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e136d67f-83f1-419b-9bcc-67f1ee31c29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.66249005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"08772f50-b88b-48c7-ad42-3b8dbc42a656","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:42.663464476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"21275de7-333a-4b59-9a9c-70b00bab6acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:50.069512125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.206335606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"1f0bc1f8-7b62-4e78-b101-e0f82984db63","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.206707568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"182c1bcf-15fc-4b08-ac3c-3b77c2fac436","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.276916121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"113db77e-8479-42eb-9af5-2639020a6489","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.277248907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9c318ed9-a40a-49eb-880d-9eda1e7e7a6a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.373356382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5dbc988-32e7-48d5-9a0e-7928262f7d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.430657235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5dbc988-32e7-48d5-9a0e-7928262f7d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.433790125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"acd8bfa0-9533-4651-ba86-7bdb7451fd54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.433816411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"67378d48-6a28-44c7-84b9-33b18082e1f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.473432497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ddd92f9b-003a-4cd7-b4ce-d8fd84df2680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.530776583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ddd92f9b-003a-4cd7-b4ce-d8fd84df2680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.751892842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d962f630-4235-4790-8d7a-a1abce7ed043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.809007604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d962f630-4235-4790-8d7a-a1abce7ed043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.917603659Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","namespace":"ai-tenant-e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.917675771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","namespace":"ai-tenant-e2e-praxis-a-5530a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.917737003Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","tenant":"e2e-praxis-a-5530a1","tenantID":"e2e-praxis-a-5530a1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.94726499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c0f8e4ea-eb60-4b36-9087-0d12b54b48a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:51.972021419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-5530a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.004813765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c0f8e4ea-eb60-4b36-9087-0d12b54b48a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.033032624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Service","name":"maas-api-e2e-praxis-a-5530a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.09950308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-5530a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.154677995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-5530a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.211643791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.266225039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.323583865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.379996563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.431817253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.483575075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.535455377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Service","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.587329496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.611788356Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-sub","reconcileID":"7165b24f-2b6f-46af-abd9-ab55863bffe9","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.611946699Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-sub","reconcileID":"7165b24f-2b6f-46af-abd9-ab55863bffe9","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.639346426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.691052284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.742724643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.801267721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.853340931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.904974603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:52.956796608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-5530a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.00891732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5530a1"},"namespace":"ai-tenant-e2e-praxis-a-5530a1","name":"default-tenant","reconcileID":"8b704e8c-a739-491a-ace4-b58089a9736e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-5530a1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.089288765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"745f846d-81b3-4789-bb89-8ec33b04a08e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.089796136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"990777f5-7f38-46d0-8680-b1a0c490c210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.089826358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"efc2c9d7-a2fe-45dc-a488-e7f695dfad99","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.089286197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6dc1f917-d407-48b3-94c5-d18917b92b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.146577591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"745f846d-81b3-4789-bb89-8ec33b04a08e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.146864751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6dc1f917-d407-48b3-94c5-d18917b92b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.148861839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"990777f5-7f38-46d0-8680-b1a0c490c210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.302058012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-failed-auth","reconcileID":"59679e51-cf3d-4bed-9e4b-e3d0af164585","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:53.463296779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"cd3697a1-1664-420d-8e17-34df938c4fe7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.506250863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"dd5c86a9-5160-4da0-b50a-49fd9cd457a3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.563326857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1cb63647-7f54-49fe-9e50-fcbc5c4a4acd","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.71866082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"5950d3d7-c38a-467f-9e54-1ccd02de53db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.777249735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"5950d3d7-c38a-467f-9e54-1ccd02de53db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.79037479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4165aff6-e7cf-48c2-952a-9f2ef4b40b9f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.847571349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"bb6ddab0-b901-4ad3-bf17-a2f2c998f077","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:54.899995901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"6f34c963-916d-4b73-aef5-3e5f442dde69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-8531fdf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.948479752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f5cc4f8c-1280-4ade-b65a-1b0483c0749c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:54.949788106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2337aaa3-4142-4ed8-89d3-367e392b5a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.00877865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2337aaa3-4142-4ed8-89d3-367e392b5a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.008803338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f5cc4f8c-1280-4ade-b65a-1b0483c0749c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.01308235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b9cfd26c-69ef-40de-a0a3-a85c96289793","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.06892743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"37edda45-bd4d-4896-8e4e-11833a912eb5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.102118243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6166bbad-85e5-4e67-891f-93c40abba089","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.258713014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"1bfb42d0-9d50-4d34-89a0-845df76d88d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.3161473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"1bfb42d0-9d50-4d34-89a0-845df76d88d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.354885295Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"305a44b0-3177-4243-907d-cf5e17ebb12f","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-a-8531fdf7","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.40164517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"29814600-ebc7-4ed7-badb-72ada939fd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.401855322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0afdcafd-5f9d-458c-9bcc-41a8962e09c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.459867653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"29814600-ebc7-4ed7-badb-72ada939fd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.459868391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0afdcafd-5f9d-458c-9bcc-41a8962e09c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.533952276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1d3bbc2f-3f32-4e4c-986b-4170432b3c56","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.58775638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"e4b3c536-6e8c-46aa-97a3-403751bebb75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:55.750666083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"131b7d6a-d998-47e4-afe7-65533a7df1d5","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.207419039Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5530a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5530a1","reconcileID":"639fa354-9ef4-4424-b428-1455219bda38","aitenant":"ai-tenants/e2e-praxis-a-5530a1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.350840154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ba47db19-8982-479b-9440-e94fe74267d7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.407423065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"54d86e95-9301-4867-ac7b-b784291d7146","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.562182005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"785ade2d-13d3-47ad-bd9a-105becaddda6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.628510985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"785ade2d-13d3-47ad-bd9a-105becaddda6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.630639501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5eddd73e-79c1-4448-83ea-059ec8e403dc","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.631568036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4c2f32 priority=0:[ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-a-8531fdf7 ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-b-8635f4d3]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.69074563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"92aa19d9-8d6e-452d-b51d-1db54a5c0844","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.745385767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a378d28c-6871-4ab0-8119-64897c9e5657","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:57.749180758Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-b-8635f4d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-8635f4d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.796201377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578f2908-8b64-4209-8213-8b70348aefe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.796713677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a9c6e119-a34b-4d2a-b3ce-54cdae1943f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.796785831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"3c7b5b25-f7ae-4d76-9973-d0611ce2cbbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.797059897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c14932a1-ad9e-4fb9-a153-a1251871cbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.850901709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578f2908-8b64-4209-8213-8b70348aefe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.854661301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a9c6e119-a34b-4d2a-b3ce-54cdae1943f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.904637695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578f2908-8b64-4209-8213-8b70348aefe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.911181856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c14932a1-ad9e-4fb9-a153-a1251871cbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.911574346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"3c7b5b25-f7ae-4d76-9973-d0611ce2cbbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.911846305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b1c5bd88-53b4-449a-92ce-e9914e6da898","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.957007323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578f2908-8b64-4209-8213-8b70348aefe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:57.962921437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"bc5545ed-18e1-4729-ad86-8a059812ce92","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.128992923Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5530a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5530a1","reconcileID":"639fa354-9ef4-4424-b428-1455219bda38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5530a1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-5530a1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.172337273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"03ab313a-9012-4935-9c05-a12909445124","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.234151603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"03ab313a-9012-4935-9c05-a12909445124","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.23573789Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3","reconcileID":"5a6f506d-ba37-4213-b07b-10098ab2a09b","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-a-8531fdf7","ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-b-8635f4d3","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.350968619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9a4193fc-8255-423d-be47-6c1dbc92e10e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.399957717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"14400eca-b066-4105-9bd5-a3d6e34a96f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.40041788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"ff05010f-bc81-4b95-8b73-be98a80ac973","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.431717144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9a4193fc-8255-423d-be47-6c1dbc92e10e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.463068881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"99d9263e-8e19-41da-bf76-89b5e95d58e2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.4681529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"14400eca-b066-4105-9bd5-a3d6e34a96f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.46822537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"ff05010f-bc81-4b95-8b73-be98a80ac973","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.503937759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"6bc09dcf-5160-40e6-8d3e-acd73a23fb5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.534802158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"51b72f74-acd9-487b-8ed8-d7733c5190cd","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:42:58.604057427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"03ab313a-9012-4935-9c05-a12909445124","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-8635f4d3-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.672720639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3","reconcileID":"bf1e1d40-e290-4aae-a014-66dfed1d3bfd","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.767790806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"1789b50f-e1d6-41b2-9239-fad4bd52cd91","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:58.828281293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"1789b50f-e1d6-41b2-9239-fad4bd52cd91","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:42:59.999340863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae39e7a-5b92-4097-be14-055657532dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:00.054457486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae39e7a-5b92-4097-be14-055657532dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:00.107314498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae39e7a-5b92-4097-be14-055657532dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:00.15928391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ae39e7a-5b92-4097-be14-055657532dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.069094502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a7ddc3-ef12-4c8c-9bf5-bccd8477cb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.121040847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a7ddc3-ef12-4c8c-9bf5-bccd8477cb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.173191683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a7ddc3-ef12-4c8c-9bf5-bccd8477cb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.225363957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a7ddc3-ef12-4c8c-9bf5-bccd8477cb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.770296283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5a410643-f680-4fb4-835c-dcb889d283f9","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.925183773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"85984175-fb28-4c6a-a012-39d3ea3f1ea3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.92556788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1cc76096-5d13-4c36-af28-4d821a50b60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.925746654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"52a1ff0c-14fa-49af-9838-05a4d684cefe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.925978287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6e8ddf9e-8bdb-4a72-b7c6-fd3d3d6b925a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.982202271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"85984175-fb28-4c6a-a012-39d3ea3f1ea3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.982917372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6e8ddf9e-8bdb-4a72-b7c6-fd3d3d6b925a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.984562233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1cc76096-5d13-4c36-af28-4d821a50b60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:02.985284671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"52a1ff0c-14fa-49af-9838-05a4d684cefe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:07.516069106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"48d86ad5-e83b-48ce-a3c3-790717037437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:07.516068071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1b5fdc7b-fbed-4598-89bc-6b2fb265d812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:07.57463182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"48d86ad5-e83b-48ce-a3c3-790717037437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:07.574666693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1b5fdc7b-fbed-4598-89bc-6b2fb265d812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:11.403595754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ba6d-0c58-4121-aac9-837d600d0215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:11.455390317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ba6d-0c58-4121-aac9-837d600d0215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:11.507206348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ba6d-0c58-4121-aac9-837d600d0215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:11.559665082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ba6d-0c58-4121-aac9-837d600d0215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:12.980250761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"3233bb8e-eb66-46f4-80af-616493dd7caa","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-filter-sub-a-8531fdf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.205101116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7","reconcileID":"3233bb8e-eb66-46f4-80af-616493dd7caa","MaaSSubscription":{"name":"e2e-filter-sub-a-8531fdf7","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-b-8635f4d3","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.415151645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"43ca680f-a489-4049-9f77-2e2170dc5261","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.415790008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3","reconcileID":"24c94509-a7ae-41a7-9a40-b8dd87694157","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.467352731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"2da58b04-4e38-4714-b3a7-f9d22a78ffd7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.518065846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c11dcc8-d6e3-4582-a679-c7ffe2bd88e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.57303416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c11dcc8-d6e3-4582-a679-c7ffe2bd88e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.629619749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c11dcc8-d6e3-4582-a679-c7ffe2bd88e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.634983321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"aa3e6bc1-c767-4195-ac30-25645090d5bb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:43:13.635374544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-filter-sub-b-8635f4d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-8635f4d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.686777341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c11dcc8-d6e3-4582-a679-c7ffe2bd88e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.846527828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"8f29efa9-3383-4aa7-8be0-2fa964d80797","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.847698239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7039cc6d-8089-4347-b7d7-4040b5fc6a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.848120452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bc69dd46-1761-4008-86c0-73de621244ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.898042953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"965755d3-9499-414b-9c46-892629956406","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.903781932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"8f29efa9-3383-4aa7-8be0-2fa964d80797","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.906589934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bc69dd46-1761-4008-86c0-73de621244ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.906590489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7039cc6d-8089-4347-b7d7-4040b5fc6a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:13.954998036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"965755d3-9499-414b-9c46-892629956406","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.314041259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"43da3f4e-34de-47dd-9034-c851f29ba73f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.314159749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2600531e-d407-42c1-8d5e-4050874cb902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.31455639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d955e7b4-2be2-4594-9922-96927521cd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.314594843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"7f326d55-05e6-4005-8edf-59275c9a9e68","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.371852503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2600531e-d407-42c1-8d5e-4050874cb902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.371992923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"7f326d55-05e6-4005-8edf-59275c9a9e68","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.374004794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d955e7b4-2be2-4594-9922-96927521cd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:14.374382181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"43da3f4e-34de-47dd-9034-c851f29ba73f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:15.699797197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64525c9-d02f-4912-ba77-962fa9385df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:15.751643578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64525c9-d02f-4912-ba77-962fa9385df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:15.803615945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64525c9-d02f-4912-ba77-962fa9385df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:15.855883039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64525c9-d02f-4912-ba77-962fa9385df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:15.968514249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"763da8fb-072f-48a4-a599-eb06a5e54266","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:17.784719938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690d55bf-4684-4f8b-b872-b13a8cad91a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:17.838703649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690d55bf-4684-4f8b-b872-b13a8cad91a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:17.89047654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690d55bf-4684-4f8b-b872-b13a8cad91a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:17.942440009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690d55bf-4684-4f8b-b872-b13a8cad91a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:18.986863645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","namespace":"ai-tenant-e2e-praxis-b-93daac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:18.986919042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","namespace":"ai-tenant-e2e-praxis-b-93daac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:18.98696798Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","tenant":"e2e-praxis-b-93daac","tenantID":"e2e-praxis-b-93daac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.042004173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Deployment","name":"maas-api-e2e-praxis-b-93daac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.106647488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Service","name":"maas-api-e2e-praxis-b-93daac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.166561727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-93daac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.222486308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-93daac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.280793757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.338429155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.396642153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.451605724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.503675823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.555771511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.607775876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Service","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.663506346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.718492535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.771097769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.82284921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.879733735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.931769627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:19.984102232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:20.036247173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-93daac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:20.063114283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"a3a51df2-874e-4f1f-91c8-7a05826b6293","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:20.063240037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"a3a51df2-874e-4f1f-91c8-7a05826b6293","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:20.079716978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:20.089363988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-93daac"},"namespace":"ai-tenant-e2e-praxis-b-93daac","name":"default-tenant","reconcileID":"26ab562a-ab59-449f-b662-f8c0d88c04ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-93daac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.229463782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d2515cac-ed9a-4852-ac5c-7d9ab306de3e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.230048367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"7f6cc347-f875-4833-a28c-498456de8f4f","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.230455969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f2ad00ed-d652-4d1e-b5d4-9b697aa770e2","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.346265593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e495c72c-19a9-4dc1-af31-be75323fabb1","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.346852291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"6fdf1636-54fa-43c6-9637-24e2af82ff0e","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.347280799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"7b311833-45b6-4c49-9efb-7beec95cc727","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.396655945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d4d8ff38-bb7b-47ae-a62d-11b8686207dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.396655742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4b22155b-c2dc-4deb-b370-bb87df0aa08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.451385274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"05f3761f-0e03-46d7-a879-0f024e69cdb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.457770444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"6e08238c-a84a-4a99-90bc-14d0d47e9655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.473193716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4b22155b-c2dc-4deb-b370-bb87df0aa08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.48292157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d4d8ff38-bb7b-47ae-a62d-11b8686207dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.862116233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e2799840-f5fd-413b-88f1-823a6eab50f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.878458807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a5ff60e5-1cce-4cf6-bf45-5fbbdf86d63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.919033463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e2799840-f5fd-413b-88f1-823a6eab50f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:21.938343803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a5ff60e5-1cce-4cf6-bf45-5fbbdf86d63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:23.96011806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3","reconcileID":"c7db857e-905f-4b37-9351-069d42fb5383","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-filter-sub-b-8635f4d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.178427187Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3","reconcileID":"c7db857e-905f-4b37-9351-069d42fb5383","MaaSSubscription":{"name":"e2e-filter-sub-b-8635f4d3","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.392134707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"174e3d9d-15e9-439f-a1d2-860b7e3c630d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.446233511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"95891e2b-df8e-4848-8b77-5fca0371ecde","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.601212117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"45e39c95-223b-4bc5-a938-33ab13e61b57","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.604576896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"bd2a89c5-cf47-4fe0-90e8-58129c3d62c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.604847967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0733bb36-ab72-444c-8c73-f22454ff88ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.604571784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"89284576-719f-48ad-8b7a-2fdf8a0b236f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.605351951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e611d706-34fe-4682-8c3c-46c69eb5b15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.662418485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"bd2a89c5-cf47-4fe0-90e8-58129c3d62c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.665830081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0733bb36-ab72-444c-8c73-f22454ff88ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.670951805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"89284576-719f-48ad-8b7a-2fdf8a0b236f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.670951803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e611d706-34fe-4682-8c3c-46c69eb5b15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:24.870319576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-a-8531fdf7-auth","reconcileID":"8d26b0a2-3c99-49b2-9380-ddc5a3f42ac3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8531fdf7-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.126715928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4f073806-05df-4b8b-924d-a48ecac4668b","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.285805752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-filter-sub-b-8635f4d3-auth","reconcileID":"2fa78b1d-c3b0-4c64-9749-2c473c8d0de1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8635f4d3-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.285884617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b12782c9-11d5-425c-83c1-ea57fabaac6e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.446892347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"227484b1-464a-48c6-843a-7415f1a77825","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.577011092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"dace8273-d9a6-4f8d-8573-7e33ce01e9e5","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.577031211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"dace8273-d9a6-4f8d-8573-7e33ce01e9e5","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.632012196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"7b33f018-e6a3-4b05-a189-1659a3ce1d42","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.632029162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"7b33f018-e6a3-4b05-a189-1659a3ce1d42","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.744583613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"1efdfaba-7c65-4470-ac54-9305ed3e8ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.884103468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"1efdfaba-7c65-4470-ac54-9305ed3e8ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.942038125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"1efdfaba-7c65-4470-ac54-9305ed3e8ecc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.99986983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"b801d8a2-02b9-46ea-8824-e0b81c30276a","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:25.999889934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"b801d8a2-02b9-46ea-8824-e0b81c30276a","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:26.36246841Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-93daac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-93daac","reconcileID":"3f449ba1-1e93-4d8f-9927-4ba3af8e15a6","aitenant":"ai-tenants/e2e-praxis-b-93daac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:26.933641287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b28900b-78df-4a98-8b2e-6fc44e11ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:26.985737377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b28900b-78df-4a98-8b2e-6fc44e11ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:27.039337579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b28900b-78df-4a98-8b2e-6fc44e11ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:27.092416384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b28900b-78df-4a98-8b2e-6fc44e11ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:27.208042366Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-93daac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-93daac","reconcileID":"3f449ba1-1e93-4d8f-9927-4ba3af8e15a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-93daac","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-93daac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:29.06982154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc30e27-d4fa-438e-baa3-714fc2d4d391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:29.122070485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc30e27-d4fa-438e-baa3-714fc2d4d391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:29.174106909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc30e27-d4fa-438e-baa3-714fc2d4d391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:29.226217018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc30e27-d4fa-438e-baa3-714fc2d4d391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:31.332443916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f64e14b-d907-4f32-882e-3331ed7a23e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:31.384806029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f64e14b-d907-4f32-882e-3331ed7a23e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:31.436898407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f64e14b-d907-4f32-882e-3331ed7a23e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:31.489146354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f64e14b-d907-4f32-882e-3331ed7a23e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:34.989507403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b32da0-1598-4eb6-9b3e-b8399cced79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:35.045837883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b32da0-1598-4eb6-9b3e-b8399cced79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:35.098616339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b32da0-1598-4eb6-9b3e-b8399cced79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:35.151202496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b32da0-1598-4eb6-9b3e-b8399cced79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:35.315147043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"f7bd6959-5905-4c21-a82c-66fa33a5bdb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:35.428020965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f761e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f761e3","reconcileID":"325cd7d5-7904-40b7-a387-e3572f138abd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f761e3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f761e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.10240937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"57c49c0d-237f-43ff-93e3-f53bd9dc07c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.121307338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"099aca13-61e6-4b82-9d91-2edf371a69b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.140665938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"256f19ce-a6f1-47dc-8914-3f196fdc2384","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.18845958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"099aca13-61e6-4b82-9d91-2edf371a69b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.195908854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"57c49c0d-237f-43ff-93e3-f53bd9dc07c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.20155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"256f19ce-a6f1-47dc-8914-3f196fdc2384","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.308047479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be13453007f8319c1d6b4ca094bdcbdecad834959db0675a9da3c81bdd767f97) AuthConfig (457c91dbafac6a957c1ebbbaa2368af589d96ebb5d590d156af8e665dcfa7102) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (d165b0efde85a4e9c70440af37a66de6c8c6c9e3c0362cc1b15b2d425008a029) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (9e4f38714ca8441394bebf203a3075ff7ab617fa9ab8868808dbcd6b272936c1) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (a077d8fc0d15dd9e9f99b9103ab8cee74337aad10a6c9406de2c01a8971b29dc) AuthConfig (e96e6b067cb52dbeaa1fe0029efe32c4d99aca71e07a5ebe7779dc1b65d06a54) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (3da86bf7b990be6967101d5980f94a195a313f5c0b3706596a4b62a3bd8b0ca5) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (375f711fb2eef1d1daf2e07165671e8453db91a6d107a46af6f05731114b66fe) AuthConfig (fa08f5e468f93285fc60a474b93ccb8e4168ef2e835ea4ae188b04cc01fffc0d) AuthConfig (bbd1c6ca1a6799165b0032774d3b479b60d72baf231ecfb146304e63dc0c563e) AuthConfig (9a227e94aa925e685d1fcc7864fbf89ad3ee7d9021206251d56c91148e6353cf) AuthConfig (014e1968fb5f7d01ee31e7411ee5525741ef29b147ae72fc0f890c335023edd8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"256f19ce-a6f1-47dc-8914-3f196fdc2384","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.376727166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"43941ec5-a014-4941-b447-9332ea14b923","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:36.376745993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"43941ec5-a014-4941-b447-9332ea14b923","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:37.154015212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f32b3c6-6b83-4c9f-a9dc-dc01958d2c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:37.205763536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f32b3c6-6b83-4c9f-a9dc-dc01958d2c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:37.257468176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f32b3c6-6b83-4c9f-a9dc-dc01958d2c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:37.309454767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f32b3c6-6b83-4c9f-a9dc-dc01958d2c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:38.649425399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"863b0d03-2e75-4b52-8ab9-6894d3003ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:39.31677784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"654c25a9-d4a5-4382-b563-45fc86762d02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.641691198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f80af25a-3f55-4608-8d9c-3bcd6f2973ca","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.6998361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e2ea9e95-db25-41e8-a578-785c09e5f478","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:43:41.753842094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-sub-binding-d38975cf","reconcileID":"d1deb417-893e-434d-ad37-8a4504c326db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-d38975cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.799225195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6e69082e-6d16-485f-894b-b8d07c787651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.803821417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"968ab115-f1b6-412b-9591-1be3827696ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.85666547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6e69082e-6d16-485f-894b-b8d07c787651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.861121617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"968ab115-f1b6-412b-9591-1be3827696ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.868299017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7eb2affb-61ed-45cd-b0de-99f68a45a84a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:41.928408558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c862290a-80ba-4a16-8c20-fd54e14ff892","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.198579146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-sub-binding-d38975cf","reconcileID":"1fdd5767-d655-4a4a-9aef-fefa2f32567d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-apikey-sub-binding-d38975cf","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.22305579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c18922f6-cafc-4ecd-9340-c991ac53dc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.223066915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b00a9fb7-4e4c-4456-a8f7-c51cb910b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.289526463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b00a9fb7-4e4c-4456-a8f7-c51cb910b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.28958201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c18922f6-cafc-4ecd-9340-c991ac53dc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.367804531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f1e954d0-872d-41c7-9694-14c3e5f5c966","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.412144465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"70cb6ea6-0dfd-41ba-9536-f27814a8dd91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:42.577281996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-sub-binding-d38975cf","reconcileID":"dba3443c-d6ff-4dd5-92d9-36514fc6038e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:43.507119125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"0ef4df1b-0f04-497f-9a21-f08482a8df5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:45.628702917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"16536b3a-9dac-45f8-adf7-5ab56f3361e6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:45.785433402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0f5a5bae-4ab3-4518-b039-2f72a54192b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:45.785433357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a74af97b-a4f1-4731-89e5-6cb77a8c8dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:45.850740358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a74af97b-a4f1-4731-89e5-6cb77a8c8dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:45.854023037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0f5a5bae-4ab3-4518-b039-2f72a54192b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:46.495241668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"a2457bea-cf72-4899-9e0f-7b7fe2f0845c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:46.554237839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"a2457bea-cf72-4899-9e0f-7b7fe2f0845c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:46.61137563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be13453007f8319c1d6b4ca094bdcbdecad834959db0675a9da3c81bdd767f97) AuthConfig (457c91dbafac6a957c1ebbbaa2368af589d96ebb5d590d156af8e665dcfa7102) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (d165b0efde85a4e9c70440af37a66de6c8c6c9e3c0362cc1b15b2d425008a029) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (9e4f38714ca8441394bebf203a3075ff7ab617fa9ab8868808dbcd6b272936c1) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (a077d8fc0d15dd9e9f99b9103ab8cee74337aad10a6c9406de2c01a8971b29dc) AuthConfig (e96e6b067cb52dbeaa1fe0029efe32c4d99aca71e07a5ebe7779dc1b65d06a54) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (3da86bf7b990be6967101d5980f94a195a313f5c0b3706596a4b62a3bd8b0ca5) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (375f711fb2eef1d1daf2e07165671e8453db91a6d107a46af6f05731114b66fe) AuthConfig (fa08f5e468f93285fc60a474b93ccb8e4168ef2e835ea4ae188b04cc01fffc0d) AuthConfig (bbd1c6ca1a6799165b0032774d3b479b60d72baf231ecfb146304e63dc0c563e) AuthConfig (9a227e94aa925e685d1fcc7864fbf89ad3ee7d9021206251d56c91148e6353cf) AuthConfig (014e1968fb5f7d01ee31e7411ee5525741ef29b147ae72fc0f890c335023edd8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"a2457bea-cf72-4899-9e0f-7b7fe2f0845c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:50.070074765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:55.795996316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-sub-binding-d38975cf","reconcileID":"6b68ea25-cc99-4ac5-8f30-a880ac8c8777","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-apikey-sub-binding-d38975cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.015231935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-apikey-sub-binding-d38975cf","reconcileID":"6b68ea25-cc99-4ac5-8f30-a880ac8c8777","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d38975cf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.22879754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"11da5442-5230-4ff5-a9b0-e92e8268619c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.322703691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b749fdc0-2e17-4b2f-86e0-3526186a41e2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.480675128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f0356e13-42a4-4e83-b5ce-e2bfd68d5c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.480851858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"90ed6625-c97b-458f-ac8c-18b6c3180bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.538554738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f0356e13-42a4-4e83-b5ce-e2bfd68d5c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.538678942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"90ed6625-c97b-458f-ac8c-18b6c3180bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.716363791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"727c5c1c-f188-4212-b448-0b4c1d098d27","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:56.774698142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"727c5c1c-f188-4212-b448-0b4c1d098d27","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.046679034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"8e502eba-30da-4f72-b176-0a9f5240e58c","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.046697314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"8e502eba-30da-4f72-b176-0a9f5240e58c","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.511258883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5116268c-8a0b-42e0-a36c-a5b45b955551","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.572130228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5cd1e0ca-9bd1-4894-b6d2-9111bab15bb8","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:43:57.618606637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-sub","reconcileID":"550afdd4-743a-4b25-acbe-61529997d989","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.669137592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f32e7109-ef1a-4638-95ee-b12e72e44154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.669137524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1a1708b2-52db-4b8e-bd10-2afa57a02fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.726699699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f32e7109-ef1a-4638-95ee-b12e72e44154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.726765685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1a1708b2-52db-4b8e-bd10-2afa57a02fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.731588305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"50dd47c3-c6d6-4972-b649-ad7ada69820f","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:57.788818117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"b9a9524a-c2fb-4ce1-9ba9-d39b2071ba44","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.064962217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-sub","reconcileID":"dd95d0fc-ee6f-4567-a9c0-4ba3c415c8df","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-ordering-sub","ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.087940364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b05e79f1-1e56-4128-9c97-08988a2e044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.088045375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"83ca36d9-ffb5-4aee-93d9-8dafa71ee3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.145138581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b05e79f1-1e56-4128-9c97-08988a2e044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.145447825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"83ca36d9-ffb5-4aee-93d9-8dafa71ee3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.237209537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"536a51c5-aeeb-4ba1-977b-02786209a58e","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.284111954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"ab49f195-9e1c-4977-951d-0bb7050c8cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:43:58.454097129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-sub","reconcileID":"b01e0e9b-b06f-4540-bd7d-5f8614409aa3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:00.906341163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"b55bdf09-d572-46c2-bb80-fc74ce08750e","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:00.96346256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"d000a3eb-b2ba-4bf0-99f8-880e9cc9e611","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:01.120572957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"071239d5-36ee-4c44-89ab-94496ade2095","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:01.221614631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"071239d5-36ee-4c44-89ab-94496ade2095","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:01.539531135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"a9364f10-222a-4e6e-8fa3-9bb3adb11a60","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.317401676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"477d97b4-af71-4509-a011-8f1334c314db","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.317420476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"477d97b4-af71-4509-a011-8f1334c314db","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.379001038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"c596df97-e9f0-4687-ad88-707cd9d645a2","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.424974958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"a998c936-c4ea-4795-8b73-2ab25940a7df","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.424999826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"a998c936-c4ea-4795-8b73-2ab25940a7df","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:02.433347737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-29269b/e2e-auth-iso-a0d60d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a0d60d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.437674973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"6f98f015-ecd9-48ad-84ef-330950fb8ece","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.483369486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"da49e7a2-7338-4faa-9c93-0f392d105d58","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.48339035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"da49e7a2-7338-4faa-9c93-0f392d105d58","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.494982155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"6f98f015-ecd9-48ad-84ef-330950fb8ece","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.703652969Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"f7e1a1d9-8fa3-443c-aaa2-0337a8a2064a","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-auth-test-model-29269b","model":"auth-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-auth-iso-a0d60d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.820232997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"e4c1b6e4-d9f7-4108-9332-53ca45d4ca6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.869397663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"f315abe6-b626-4d5b-bd3f-0d9999ccf981","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.869420441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"f315abe6-b626-4d5b-bd3f-0d9999ccf981","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:02.87880329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"e4c1b6e4-d9f7-4108-9332-53ca45d4ca6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:03.083832051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"82f44380-da8a-42b2-93dc-a0f3b35debdf","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-auth-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:03.82770657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"468086d0-76cf-421f-a9e1-d56f6233ddb6","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:03.986110387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a6a71d42-59ae-4175-8f07-b6f0fbbbda73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:03.987695624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1eef567d-c66f-442c-82db-a7ee4100e39b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:03.987806899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"42b8acf8-e2d3-4496-8183-cda46b908463","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:04.044045364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a6a71d42-59ae-4175-8f07-b6f0fbbbda73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:04.04635269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1eef567d-c66f-442c-82db-a7ee4100e39b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:04.047239603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"42b8acf8-e2d3-4496-8183-cda46b908463","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:08.920975805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e8496596-8bdf-4343-a496-2a51146fa1e4","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.095004438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"91282102-0b59-490b-a61f-ca14c3ca8840","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.171809799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e396a611-d288-40ac-b331-52a30d04560a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.334743258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"cf1ef5bd-2e0c-49f9-a601-ce4ee6298fd4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.392471413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"cf1ef5bd-2e0c-49f9-a601-ce4ee6298fd4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.721873947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"36c8dee1-8612-4b64-bdd1-9bed51bd2826","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.882564953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"6b192263-ba7a-45fb-8209-2e37dcbd6562","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:11.940741259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"6b192263-ba7a-45fb-8209-2e37dcbd6562","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:12.028458855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"68d01b52-7163-4215-95f6-7c652b1a84c4","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:12.028485562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"68d01b52-7163-4215-95f6-7c652b1a84c4","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.830628538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"97ee1f74-9795-449c-bb9e-508651c5ed4c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.889260865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"edcc4cab-7c5e-4bd6-b5b5-2cc997349ccc","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.889278843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"edcc4cab-7c5e-4bd6-b5b5-2cc997349ccc","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.940049593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"363cd52f-6386-4f19-8e30-c614d4760805","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:13.942793199Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:13.986843215Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e10203ce-9473-4bde-aeee-e8af47bd8d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:13.98689142Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"cea5a32c-03dd-4b9b-93bb-4555dfa3e097","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:13.987305751Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"238e0ca8-5b18-4d1b-a0ad-ba129e2ab602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.994674535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-sub","reconcileID":"0f50edb4-2b2e-4dc2-a865-558e68a29e70","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:13.995205295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0cd5bb20-a09e-4889-91a7-faeb9776f5bf","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.04500814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"dc777716-59f4-4f1f-82d4-f3706943d11f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.045160969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"cea5a32c-03dd-4b9b-93bb-4555dfa3e097","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.047894755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"238e0ca8-5b18-4d1b-a0ad-ba129e2ab602","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.048395539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e10203ce-9473-4bde-aeee-e8af47bd8d59","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.048959277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f32688b4-a377-420b-a8bd-9d4fb1d20315","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.049273045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"0699aa19-5330-409e-8f19-06b4951015e2","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.203291972Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"f05f5048-e9c5-42dd-9e23-2bfef24b2085","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.203366189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"f05f5048-e9c5-42dd-9e23-2bfef24b2085","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.206775795Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1232cd71-2c22-4f9b-a4a5-14dd7143330a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.206851558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1232cd71-2c22-4f9b-a4a5-14dd7143330a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.206781446Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"eb08c49e-26bc-46eb-907a-c327d68f3577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.215711735Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-sub","reconcileID":"0f50edb4-2b2e-4dc2-a865-558e68a29e70","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.26044027Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"eb08c49e-26bc-46eb-907a-c327d68f3577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2175\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.260491806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"eb08c49e-26bc-46eb-907a-c327d68f3577","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.265416285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-subscription","reconcileID":"54720cfe-efd8-4db2-a0b5-9ed8370ae65a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.37051467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"994e8a2e-b19f-4439-bb4d-63399a885a9f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.370605389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"994e8a2e-b19f-4439-bb4d-63399a885a9f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.37192853Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a12d1393-fb28-494a-8f58-c3dcc193b88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.371985398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a12d1393-fb28-494a-8f58-c3dcc193b88a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.426559445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"ca0d59b6-8989-4179-a9b3-aa34964242b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.431143816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"29aa24a2-535f-453b-87a8-b67f4bc0d9e9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.47889846Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3b3de0cf-1e91-462c-a605-6b75ebcb0428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.478959996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3b3de0cf-1e91-462c-a605-6b75ebcb0428","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.484288518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"7b300cbb-bc62-4ca9-a7ee-6c14863c8c37","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.532197664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"2bbc7eba-6696-48ea-98de-13cb0b8dce2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.543244102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"386e8e19-69b3-4c52-b03c-afa9ce98c95c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.571391909Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"629a3d60-c079-4065-87be-225920466198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.571469063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"629a3d60-c079-4065-87be-225920466198","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.572202577Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"dce05a77-4db1-494c-8000-1c9faeda162a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.57226781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"dce05a77-4db1-494c-8000-1c9faeda162a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.64293661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"1906afca-2462-44e9-aa47-05d3fe88f884","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.643338016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-subscription","reconcileID":"3c348a0f-1fbb-4f3f-a580-2b94404e9d55","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.676136735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"805a80af-541e-44ef-a7f0-f0be42a255b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.676148479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"64174fc6-5e83-43f1-9c5c-1576d6631afb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.67664169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2849b65b-e904-475a-b849-51a5741c1049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.734581496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"64174fc6-5e83-43f1-9c5c-1576d6631afb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.734676422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"805a80af-541e-44ef-a7f0-f0be42a255b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.736993867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2849b65b-e904-475a-b849-51a5741c1049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.772677187Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8e66eab3-3a75-409e-abe5-826a5ab09892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.772697467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f82b83ed-c03b-4c9a-9ac2-222d540ec5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.772734766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8e66eab3-3a75-409e-abe5-826a5ab09892","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.772752371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f82b83ed-c03b-4c9a-9ac2-222d540ec5ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.928401306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"dd65881e-e9f4-4ce8-9982-4fc29bada0c7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.928475557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"dd65881e-e9f4-4ce8-9982-4fc29bada0c7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:14.940073213Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-ordering-auth","reconcileID":"d131e491-39dd-44f6-b144-5410c7270b8d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.974903519Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8a824e94-3d07-4c8a-b0d2-01315441d89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:14.974958182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8a824e94-3d07-4c8a-b0d2-01315441d89f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.086370656Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a3183b99-2e2c-4e87-8f56-5c13e30e6644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.086429739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a3183b99-2e2c-4e87-8f56-5c13e30e6644","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:15.100973463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"860c539c-9d61-4663-bd10-0e1ee3f203ec","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.186669868Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"d10a4954-02c9-49c0-a669-e14c412fa68e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.186728026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"d10a4954-02c9-49c0-a669-e14c412fa68e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.287936572Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d581df56-b287-4897-85ed-6725e9fbce7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.288004512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d581df56-b287-4897-85ed-6725e9fbce7d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.409011253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8708bf30-5729-4ce5-add5-00bb125c3a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.409090979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8708bf30-5729-4ce5-add5-00bb125c3a3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.506106384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"25c20c4f-ee2b-49e4-bbf1-d66664642ae3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.506170932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"25c20c4f-ee2b-49e4-bbf1-d66664642ae3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.607184362Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"85e7646a-0507-4f1a-9a54-528d18a03da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.607278807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"85e7646a-0507-4f1a-9a54-528d18a03da8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:15.787468929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"e5c25d62-b136-44ee-853b-7e914471990c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:15.906878208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"e5c25d62-b136-44ee-853b-7e914471990c","name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.954650531Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e9d402a4-a48d-476f-9b33-9a92e841dd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:15.954848117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e9d402a4-a48d-476f-9b33-9a92e841dd56","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.058335264Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"d934db8d-56f1-455c-a661-9f26d184d950","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.058401958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"d934db8d-56f1-455c-a661-9f26d184d950","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.142142409Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83a1dee4-521a-474e-a89f-8b25ba04b633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.142225594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83a1dee4-521a-474e-a89f-8b25ba04b633","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.451640603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"e48cf3d3-5f3a-4d2d-b06c-6fe31a1749c3","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.509786559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5ac15dc5-cc73-44ef-bc44-84b6f6aa8c64","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.670919259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"92885a15-480b-4870-a827-7b9c0617487c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.723267793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"0e8b5ede-40ac-4f81-8154-4cf7598fe9b8","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.743952617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"92885a15-480b-4870-a827-7b9c0617487c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.770970675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"68184207-8767-4b35-bf98-29e80837a091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.771051165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"68184207-8767-4b35-bf98-29e80837a091","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.789485251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"115a6cf6-d8a5-4561-83c9-9fc3c17927e8","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.848992353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-success","reconcileID":"c0c53293-90df-4829-b7e0-3179e0d7f3e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.849683644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"cac07903-8b6f-44e1-93b8-80c84c6f7fb1","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-auth-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.875495851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"b84cc873-1087-47c6-b89f-e4755bb03731","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.875611644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"b84cc873-1087-47c6-b89f-e4755bb03731","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.904201679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a79e0fb5-b332-472d-93a4-aad3d48c47de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.905144431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8ff09c85-c88b-4b56-8a78-950c78047f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.981113099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a79e0fb5-b332-472d-93a4-aad3d48c47de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.98190916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5d434a9d-dcf3-4355-a6da-af1439093b8c","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:16.987052504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8ff09c85-c88b-4b56-8a78-950c78047f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.989984851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"03938884-b8ce-40ee-b791-9874eb4bd0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:16.990104421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"03938884-b8ce-40ee-b791-9874eb4bd0db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.034387661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"c8b03301-ffd9-4b97-950b-3ed252cf67da","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.034493998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"c8b03301-ffd9-4b97-950b-3ed252cf67da","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.047794353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"f4aa0160-0dad-4aa7-ab71-feafce9118f6","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.082692456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"1db54d2b-0d90-4d5f-bf49-27fd2d465ae2","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.246269384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"6c48d6a6-3265-4a9c-a395-775b641d0900","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.303841803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"6c48d6a6-3265-4a9c-a395-775b641d0900","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.348037512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-success","reconcileID":"b59ec9c9-5d33-4cb6-b1b1-3fa8f1b99fd8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.378892496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f3087a9d-b5c3-494c-8fc0-da372e3ef460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.379073739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"150e34c4-972f-46e8-a715-d05917694d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.436136454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"150e34c4-972f-46e8-a715-d05917694d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.436346012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f3087a9d-b5c3-494c-8fc0-da372e3ef460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.507090802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"3986200f-1dc4-414b-b872-3718db503ed6","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.507113043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"3986200f-1dc4-414b-b872-3718db503ed6","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.51768401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"f76a2604-aba6-47f6-b59d-57a789410039","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.530347598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"f7e01289-8caa-45c5-b1ae-0d5774269e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.564009612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"5ee5d0b8-0c8d-491f-8d6c-6e8193b98a55","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.564030243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"5ee5d0b8-0c8d-491f-8d6c-6e8193b98a55","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.564275845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"6a924147-aec9-4b95-9abe-36bacc2be09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.587190771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"f7e01289-8caa-45c5-b1ae-0d5774269e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.673445924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"cb47f34e-659d-4b10-bbbd-bc73a493ca53","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.731256923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-success","reconcileID":"c7d89c55-53b8-4554-b6ba-fa41372c1bed","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.806009789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"cb47f34e-659d-4b10-bbbd-bc73a493ca53","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.861953003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-07f276-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"cb47f34e-659d-4b10-bbbd-bc73a493ca53","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.919742955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"ce2a2a00-a33f-46c8-83c7-54d236b567be","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:17.919759573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"ce2a2a00-a33f-46c8-83c7-54d236b567be","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:18.026410553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9080d03d-17d4-49ed-9ef4-b34557f6d44f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.182801515Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"409f11ba-52db-4345-a232-f07e18ddd113","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.182798227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"503b3b2d-3bce-4053-bf6f-685ffad44da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.18286801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"409f11ba-52db-4345-a232-f07e18ddd113","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.182869453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"503b3b2d-3bce-4053-bf6f-685ffad44da8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.183068675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1a9fe478-c4c6-4295-930b-14389856194f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:18.183105307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1a9fe478-c4c6-4295-930b-14389856194f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:18.990327572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"138f884d-fc77-49ba-b631-4035df7ca6ff","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:18.990352828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"138f884d-fc77-49ba-b631-4035df7ca6ff","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.04600489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"32f10553-54d8-499a-9763-e8234e451ca7","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.046030547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"32f10553-54d8-499a-9763-e8234e451ca7","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.152450978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"b947f985-a2cd-430e-8fbc-c4f39c52b50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.281410725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"b947f985-a2cd-430e-8fbc-c4f39c52b50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.336918973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"b947f985-a2cd-430e-8fbc-c4f39c52b50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.397771215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"db612243-dfdb-47d6-953a-5361a11e1ce3","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:19.397788029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"db612243-dfdb-47d6-953a-5361a11e1ce3","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.067890034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.211027883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"dca0342a-3a2b-4808-9cd0-3c7b918b5fb6","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.3700227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"51a559b0-8ae6-4c3e-bc73-2b94af52f3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.370361009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"73cdf015-7482-4f52-8d8c-8ec1ad3263b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.370019308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"63d59351-3eab-4d06-b4eb-de9f0c75e3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.427855832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"51a559b0-8ae6-4c3e-bc73-2b94af52f3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.42818099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"73cdf015-7482-4f52-8d8c-8ec1ad3263b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:20.430837008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"63d59351-3eab-4d06-b4eb-de9f0c75e3b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.951279434Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6568a473-3820-4e9b-9069-e36b4b562282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.95136015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6568a473-3820-4e9b-9069-e36b4b562282","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.951494774Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"ebfb8d82-51c3-45ab-918d-e69c9f54615b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.951584345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"ebfb8d82-51c3-45ab-918d-e69c9f54615b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.95896441Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"79389440-de8c-4e6c-9e1a-e559a7925d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:20.959010681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"79389440-de8c-4e6c-9e1a-e559a7925d96","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.239872406Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"2978ae69-c419-408f-8114-d00eb6e92f0a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.239945308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"2978ae69-c419-408f-8114-d00eb6e92f0a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.239872973Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b3c67a1-6d1c-43e7-9b05-3a31a76d35da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.239991136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b3c67a1-6d1c-43e7-9b05-3a31a76d35da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.250795956Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"55226e70-66d8-4c08-b35c-ec73c1534075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:26.250846532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"55226e70-66d8-4c08-b35c-ec73c1534075","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: compose ai-tenant-e2e-worker-w3-5cbe34/e2e-dedup-subscription@e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: model e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.049101506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"1f387571-1aa2-49fb-aee0-c3eb159162ee","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.119804985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"1f387571-1aa2-49fb-aee0-c3eb159162ee","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.185837535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-07f276-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"1f387571-1aa2-49fb-aee0-c3eb159162ee","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.198876162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-subscription","reconcileID":"fc1afe3a-315d-428d-bc1e-d42f1469c93f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.452839894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-subscription","reconcileID":"fc1afe3a-315d-428d-bc1e-d42f1469c93f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.740282547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"7c747d15-9bfc-4c04-9f65-409ee3504cdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.769206405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0c7da082-f06a-4b9d-9986-c0750c23628e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.90685269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"806ca33d-b3b6-4c80-840c-08304e658e25","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.946278798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"de8d22ab-c89c-4801-a4e2-9ce440e58f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.946437441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"c830fedc-3f4f-4255-8043-5d424dec4daf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:28.946276767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f0745d5a-bcb4-4031-959f-97356daa3218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.015623064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f0745d5a-bcb4-4031-959f-97356daa3218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.016687076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"de8d22ab-c89c-4801-a4e2-9ce440e58f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.017895957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"c830fedc-3f4f-4255-8043-5d424dec4daf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:29.286557107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"c830fedc-3f4f-4255-8043-5d424dec4daf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.286727804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"38d655e3-42d7-4df0-814d-14df073f883f","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.286743514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-dedup-auth","reconcileID":"0c9d0d52-8cf3-4d9d-8d8d-77c5501759a8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.287384171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d946faaf-9757-4ff4-8223-a1082f53172e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.498355206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"30530346-8222-4269-842a-4f7dd992263f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.502900502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"4b07f02f-e423-463b-bc0d-33542eea5847","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.560124904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"4b07f02f-e423-463b-bc0d-33542eea5847","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.61619909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83dae41102063c04093704c8200c610e23d786c43431c0747c75efdd86144ac0) AuthConfig (53516ca5f1317a96bb390fff92bdf0390f5e44e73c269877c1d6fc80fc11a234) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (ef70271b7987294a6d33a6bc429470f5ab8b6877067ffe2275d5d9accc6f4209) AuthConfig (040c8527f09c980dfdba680632516c59b33937185ec799ecf4106d5381f685dd) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (eb837e695079bd4dea053066db39d5efd24301f80eef2ade360b8186b30c7c0a) AuthConfig (ae0a78cb947c39b00f25f71a77f58aa948206ac2276ca964928824f3d582cac6) AuthConfig (3f880624dc19b73b27fca608b960f6d7260f1368b181205d9c1fb85c5e3e3396) AuthConfig (a659e92b3bf52c9e74602a38ffbf38a63aff9265ad7c0333f409d22311324403) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (de2673140888be2a1415e161638132a284a5a57c1ad087e5ad0941a1cc22a402) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (a34e45f0ba19539c9ef6a89f34bbd0a47ae5d6428e04214a5f683d76b8c12fd5) AuthConfig (3fe664385436d6c5160a6304f4a0cc149aefc57b468d3218c1acfec5b01e85ce) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (006ce200343714c94b739015d0b14d532496c66772cc8b8c6053fa7b5862273d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"4b07f02f-e423-463b-bc0d-33542eea5847","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.674604104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c12f40cc-2e28-43c4-8fde-9d446c190d7c","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.674622073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c12f40cc-2e28-43c4-8fde-9d446c190d7c","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.938637388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dce2831f-f822-448e-b192-acc4be27fa01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:29.938664166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dce2831f-f822-448e-b192-acc4be27fa01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.154663638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51462a81-324d-42e7-88b4-443fc135765c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.158743986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1daa48b-066a-4cbe-8acd-11d3a1f63235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.158743264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678e8f71-0117-4707-bb99-543df9c9827d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.217503154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1daa48b-066a-4cbe-8acd-11d3a1f63235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.21750797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678e8f71-0117-4707-bb99-543df9c9827d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.318419827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"554e9915-fbfb-4762-945a-e45d17e3ff21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.318440752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"554e9915-fbfb-4762-945a-e45d17e3ff21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.37971465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-success","reconcileID":"8456df17-7b80-4d1b-bd00-06e77f0c8e43","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.546569916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26d21fd0-9118-4f0b-ad92-89dd2a5512d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.553464104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"da165aa1-a36b-483e-ab77-e41bfa6aff89","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.553740181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"f9c95298-aebc-408e-8c2f-7ccd6874d2b9","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.607694131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-success","reconcileID":"8456df17-7b80-4d1b-bd00-06e77f0c8e43","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.608292534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1e0ebf3d-5860-4f0e-8205-8b90585b52a4","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.608484689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"4e5eb939-dae1-477e-afba-71554080d8ef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.823247025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"7931c575-5788-4dcd-923a-6289b21abb26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.845699975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"219259c7-63c5-4d81-a226-7d6222b3399c","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.875367846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"d5813eb2-7eba-4cce-8c20-948c27a1c5f3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.909183473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"bd3fb1b5-c8bb-4075-a4da-0f57746d6fb2","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.932640222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"d5813eb2-7eba-4cce-8c20-948c27a1c5f3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:30.95491718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"40bd81c4-4ae4-4a56-a352-2e3ecd697beb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.968144206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"471a1212-e8d9-40ac-8ace-66063a1e9b35","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:30.969220407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f679d937-e3b6-4ee7-b3a9-ad31de2c7f63","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.04534777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"a030b30d-f028-4713-bb13-e6a171729908","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.066195359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1e1abb76-58ac-4ad9-a3a9-d4ad8ec5a845","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.066497166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"1bf786c9-2989-4e6b-8d5f-5b0479c05fb7","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.102807263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"edf77293-9cc4-4525-9032-49a344e122fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.103091475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ce1221a9-7cbd-4980-94de-119df354486f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.103998371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"89ee6065-01ab-4f71-93c0-6413d2d2dfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.104262133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1ec0ea84-421b-43f4-90a0-ea0a2d5e32f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.124480593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"c57dcf79-fe1b-42a8-99b4-b2b1432ba560","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.124795588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"c8ae5399-4313-415e-b79d-0e410358bd80","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.160413876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ce1221a9-7cbd-4980-94de-119df354486f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.160568944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"edf77293-9cc4-4525-9032-49a344e122fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.162897367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"89ee6065-01ab-4f71-93c0-6413d2d2dfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.163057955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1ec0ea84-421b-43f4-90a0-ea0a2d5e32f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.346801346Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"f531752e-e77c-4e6d-8f5b-7acf1361adae","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.352064664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-success","reconcileID":"2885c45d-ce40-4a77-b543-717c45903659","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.413019879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"498c628f-74c7-4681-ad99-06de2b28cda6","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.413329378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"83488200-ede6-4eae-9236-15a968f43631","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.518997627Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"f531752e-e77c-4e6d-8f5b-7acf1361adae","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.615648447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"e580cd9e-8a4a-4736-acdb-cd2ae2e3f43e","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.624156406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c6e62ec1-d648-48e4-b5b6-8355d46d5449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.62420587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3875edc5-3358-4687-812f-58e1ff0b6063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.684321605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c6e62ec1-d648-48e4-b5b6-8355d46d5449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.684476872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3875edc5-3358-4687-812f-58e1ff0b6063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.725953259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"823bf3fa-6b3a-4758-9243-3afac2017aea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.740142575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1b980d1b-0a93-4517-aa77-002cd748a79e","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.740438032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"add0c559-6c28-41c5-9041-1d439f417cb2","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.785346767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"823bf3fa-6b3a-4758-9243-3afac2017aea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:31.950471852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"6c123286-3062-42c3-9f5d-eb39f74fe6ef","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:32.108592097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"6c123286-3062-42c3-9f5d-eb39f74fe6ef","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:32.777575323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"595c3360-2f87-4115-a4ef-b8ae674c2047","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:32.83556478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"de6f89f0-5270-4e76-982d-c362bec0ad6c","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:32.992387956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"c26d153c-8551-41ac-b9f5-97313abbae73","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.053760618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"c26d153c-8551-41ac-b9f5-97313abbae73","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.065114468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"22ea20a2-5330-4c10-8124-867312d98312","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.124290328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"faac142c-4818-4f0d-92d1-d6c6cea3bb7f","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.124713764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"ca4d9405-cb1b-4ad2-8c6e-52ce1eb3ff88","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.173475334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"4609e4c0-f1da-4e7f-9b11-058b5385afb4","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:33.17741772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.222337688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0bda734c-4ec2-4214-ae5f-e52d0b68d115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.222417672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df079d7e-e926-4405-949f-97a491ff3088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.231353466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"d48f849c-57f3-495d-8eaf-3f2175e0cf5e","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.279313047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df079d7e-e926-4405-949f-97a491ff3088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.279864382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0bda734c-4ec2-4214-ae5f-e52d0b68d115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.390145349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"a52215d6-58c6-48ac-9792-e87dcfecac22","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.501985328Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-no-access","reconcileID":"996f87d3-7adf-4843-a58e-ec2aa39e7ba7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.545894041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"0fc5ef3e-336b-40da-8f69-dfb124ecdfbe","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.602644141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"0fc5ef3e-336b-40da-8f69-dfb124ecdfbe","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.667272768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"5783b14b-8990-4687-9b8e-c099827175d0","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.671670458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"63bc5e27-5ebf-4848-977a-feac197c4df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.671673928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"930a9e85-c2d0-4fb0-8c5d-59e8b4892d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.713351814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"5ae8fc44-898a-4329-80b5-a810bc2daccc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.731097069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"930a9e85-c2d0-4fb0-8c5d-59e8b4892d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.731239623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"63bc5e27-5ebf-4848-977a-feac197c4df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:33.883263928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-no-access","reconcileID":"196d4407-5d31-4f47-86f2-6cb4ec34f1f2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.384851992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"51216c9f-91ce-49dc-8cc6-d4e398ba00b6","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.443160318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"fb0d8ad6-add8-47fe-b3ee-609a96aa8b62","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.547629126Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"8c87754a-4efa-48b3-a108-e71bb3213e01","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca95c709","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.599339304Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"e802eb85-6b0a-4f7f-b8b8-3383699dc764","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca95c709","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.649918623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"3432a76a-b552-4f6f-b09f-37efc41dacd5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.650179658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5358a45a-3eec-4e6d-b2f3-640b3eea1967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.649918582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5fbf4a9a-e833-47ec-967f-6de6f53e323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.710022809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"3432a76a-b552-4f6f-b09f-37efc41dacd5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.710449479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5fbf4a9a-e833-47ec-967f-6de6f53e323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:34.718556224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5358a45a-3eec-4e6d-b2f3-640b3eea1967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.200669633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"98da4839-1b75-4671-844b-3e45f83b8b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.200672343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"eb15a692-d50a-4603-91d2-81e018b057f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.263295932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"98da4839-1b75-4671-844b-3e45f83b8b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.263295047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"eb15a692-d50a-4603-91d2-81e018b057f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.394036773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"bfaef3cb-8f25-4859-aa4d-97534b0cdccd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:35.451285792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"bfaef3cb-8f25-4859-aa4d-97534b0cdccd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.084631074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d059502-19b0-4d79-b3aa-06f28cd2f730","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.084658796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d059502-19b0-4d79-b3aa-06f28cd2f730","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.299784334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be0ebf69-0077-418c-9026-5702e3a52b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.323976849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053d28c0-5731-45a5-9841-9f692c1c43c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.326917071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47800e79-9570-40fb-a56c-15961006fe5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.374946403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"859b7a46-9415-407a-b721-c10796adb145","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.380895003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053d28c0-5731-45a5-9841-9f692c1c43c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.38407394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47800e79-9570-40fb-a56c-15961006fe5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.473114192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a49fe38e-b32c-4599-9ed6-cf30015a674e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.47313112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a49fe38e-b32c-4599-9ed6-cf30015a674e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.530687583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7c96045e-2ae7-4cc3-809b-1832f53d2099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.530957808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1a6178d2-221f-484f-b413-be55dbd381b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.531121725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"272e1e0f-48b6-43b1-9588-f203b54f444a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.588404921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1a6178d2-221f-484f-b413-be55dbd381b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.588485378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7c96045e-2ae7-4cc3-809b-1832f53d2099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.590662802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"272e1e0f-48b6-43b1-9588-f203b54f444a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:36.683594827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1fe785b-4533-461e-9b42-054abf5f7cd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:38.291447378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"19c26fb8-2874-4036-9c05-bde78313f517","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:38.34943334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"19c26fb8-2874-4036-9c05-bde78313f517","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:38.405288156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-07f276-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7314070bd400fd396a7cbf626419f3a1e51cc147ccbcaab46d6e727e0d927904) AuthConfig (9a8f1397d6116af4cbae83a1a3a828f5221dd12941ba76b411697399063d7091) AuthConfig (656a809048cb05d877260e5494c1c57e1cfd84082c23a4244f420a9c647c4b6d) AuthConfig (b5a958584add2a95fe3324cb538cb796a883ef375ef021f8e09affbaf1c37a54) AuthConfig (afbb9251eafa2208e9dd436a4059cde04fdeaa04c253608372deeabcbac147c6) AuthConfig (51e4426bca258f3eab01d2635c7be979d5940b21616c48ace5d48070a17e1c35) AuthConfig (cf63492606e835edd7c5ccb70e182a7a7383f15c6ce054efc77b908bc74b73e2) AuthConfig (a959f9c603506c31cf97881b1bd44eece433e2e346037547888be8e31985bfb8) AuthConfig (7dd4bf860f143b509a3fda5b1f2e9c4052d737c4ec260b56bcd2624ca86176e4) AuthConfig (0a62f863f332d7b92071c911edc0cf63311bd5b2f4a01abd133ccdbfb8ba6485) AuthConfig (0871658d00952533e037ade93c83740bc618e75fb55e9aa865ea4bdb3dd74f10) AuthConfig (47700df9b093052d699ee23b082aa36f30dd757009af5219d02d04c20778f35d) AuthConfig (aca0256d53d31d89ec926308d9632e21e3bf97db5db481ca7d9b12ff62147b68) AuthConfig (08293af144dc10d9eb965989d89b62e65c27b5c36c19a570bf127bc837c5fa44) AuthConfig (7fae0f8234b34f3302a519bfc45d3e8a8b602ecc5a0b73f0b6dc02befc4d1d1a) AuthConfig (7e0501a71e9d501546fc5276897a151a3df72327faf55803b443685d5963dca2) AuthConfig (605840b9d270e1089e2fa071070c8d454b50f9339f2bd1ace0eb3052b6ddbf0a) AuthConfig (9287635a12728d8f7ff63db7e2e67e9016922cbc95060c2442acced2c26d7481)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"19c26fb8-2874-4036-9c05-bde78313f517","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:38.468324296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"25e89841-cfb7-4a41-b871-f9f6317136c9","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:38.468342511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"25e89841-cfb7-4a41-b871-f9f6317136c9","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:39.786769513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1baa07e9-8dcc-4974-9632-13c732f6d29f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:39.846475322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1baa07e9-8dcc-4974-9632-13c732f6d29f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:39.902859687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83dae41102063c04093704c8200c610e23d786c43431c0747c75efdd86144ac0) AuthConfig (53516ca5f1317a96bb390fff92bdf0390f5e44e73c269877c1d6fc80fc11a234) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (ef70271b7987294a6d33a6bc429470f5ab8b6877067ffe2275d5d9accc6f4209) AuthConfig (040c8527f09c980dfdba680632516c59b33937185ec799ecf4106d5381f685dd) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (eb837e695079bd4dea053066db39d5efd24301f80eef2ade360b8186b30c7c0a) AuthConfig (ae0a78cb947c39b00f25f71a77f58aa948206ac2276ca964928824f3d582cac6) AuthConfig (3f880624dc19b73b27fca608b960f6d7260f1368b181205d9c1fb85c5e3e3396) AuthConfig (a659e92b3bf52c9e74602a38ffbf38a63aff9265ad7c0333f409d22311324403) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (de2673140888be2a1415e161638132a284a5a57c1ad087e5ad0941a1cc22a402) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (a34e45f0ba19539c9ef6a89f34bbd0a47ae5d6428e04214a5f683d76b8c12fd5) AuthConfig (3fe664385436d6c5160a6304f4a0cc149aefc57b468d3218c1acfec5b01e85ce) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (006ce200343714c94b739015d0b14d532496c66772cc8b8c6053fa7b5862273d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1baa07e9-8dcc-4974-9632-13c732f6d29f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.657785607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.710856708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.763969937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.826248414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.881072252Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:44.938008927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-subscription","reconcileID":"43b96169-355f-4f9c-aa32-c7883a459fb0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.214463505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"8abcd821-822c-4290-a159-1da89cac5770","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.273386503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"52a96d76-dab0-4605-9ec9-24b786155656","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.371669541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"55654005-b6eb-4cd1-ae33-c6ee1cc962b9","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.374226452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"70a823d5-2b90-42af-aad5-62cdfc5276da","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.481785965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"1aa86c78-491b-47d8-a831-a5dcdaa4a676","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.482144216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f67426cd-d6bf-4f25-8dd4-6df09e6c1513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.487874234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9c6648de-f4d5-4b28-bd11-cf72fc4ebecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.544069989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"1aa86c78-491b-47d8-a831-a5dcdaa4a676","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.544842593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f67426cd-d6bf-4f25-8dd4-6df09e6c1513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.552852225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9c6648de-f4d5-4b28-bd11-cf72fc4ebecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.917120078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"77587192-87ca-4662-a83c-c23210e69911","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:45.97395194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-distinct-models-auth","reconcileID":"77587192-87ca-4662-a83c-c23210e69911","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:46.25347166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"304d3527-a785-4758-932d-ce6cbd839750","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:46.253905303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"2ff1de48-62cd-4d14-ac66-bc086f6ca36d","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:46.576884486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-no-access","reconcileID":"f8e6de91-7dfd-4443-b120-c6b64be8bc4d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:46.931997982Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-no-access","reconcileID":"f8e6de91-7dfd-4443-b120-c6b64be8bc4d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.23938274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"4ca54977-1639-43a2-a2f1-6e7278cf8609","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.240659859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"74aad255-39c5-491a-a30b-ca7ef1ec9ce4","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.298217502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a4e483c0-a2cf-4904-8575-f24c33e5605c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.299001989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b471e7b-d72f-4564-acc4-d815fc7f72e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.361997743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"b18874fb-8a8b-4623-a8dd-294a111b32e3","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.365011314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a4e483c0-a2cf-4904-8575-f24c33e5605c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.371306134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"c2c91a96-8f4c-4ea9-92de-400986d4aaf3","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.376627034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b471e7b-d72f-4564-acc4-d815fc7f72e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.413179983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"c13d0e0b-f0c4-4719-a403-c8462c6332c7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.423166167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"91ed79cb-1a6f-4e1c-b607-563c286071be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.428794778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"114415e6-da8f-4706-855f-57b51761f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.475230254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"c13d0e0b-f0c4-4719-a403-c8462c6332c7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.511704809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"91ed79cb-1a6f-4e1c-b607-563c286071be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.521685947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"114415e6-da8f-4706-855f-57b51761f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.684568423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"76da69fa-eb63-4cd2-a615-aa88cfed9e24","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.687464016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-no-access","reconcileID":"f34c34ee-748a-487d-81de-32c632c0dc5b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.753464459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"e3f8f687-903a-43f4-b1fd-08a9d060fc45","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:47.816774965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"77a69947-4a0d-4110-9f1d-a8db55437598","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.837663556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83880a63-35c5-43b0-8f23-def7b41616eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.838973465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"defb0814-16b9-47f8-86e8-199a30689eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.843493118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"568151df-d20c-4d1a-b5df-d5868000839d","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.923993757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"defb0814-16b9-47f8-86e8-199a30689eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.92637948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83880a63-35c5-43b0-8f23-def7b41616eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.941144391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"b7c3c25d-6a02-4550-95cb-f9369393866b","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.955870796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"79b6c456-ce11-43ce-b985-0de94a0bd7cd","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:47.999249818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"16c58fb0-b14a-4b94-a9fd-f3d000d66695","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.008905751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"ee3fc8a1-c99d-426f-846f-fd16e74e2c2a","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.063925439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"075d6c2f-b912-41db-867d-0f74bfa5e604","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.119724645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"d7719b91-1522-4c40-bde6-d0c27b7af81d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.191377366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"d7719b91-1522-4c40-bde6-d0c27b7af81d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.272590464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.273127782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"3a89b311-07c7-442c-a310-7832982a5829","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.277963571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"2de55ec6-7ed1-4de5-8e04-720f26276107","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.356438152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"56eeb062-91be-4cc3-abd5-6fa473e78e01","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.396591007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"443bc823-83ba-48b2-83fa-3496e0232988","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.398316175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"8fea2468-8d2a-452d-8376-a38565b62a9e","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:48.414557027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.466213333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"0ca38e82-9ab5-40d1-acd8-6e5971e3ab05","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.466901755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f9ffda87-da3f-484c-b047-ae60a700e7ca","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.467718604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"443bc823-83ba-48b2-83fa-3496e0232988","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.480090487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"533f8a0c-5c56-4c37-8391-87adad402cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.480927073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ee95b348-0cbd-4c88-a168-345a87492eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.546363654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ee95b348-0cbd-4c88-a168-345a87492eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.546749795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"533f8a0c-5c56-4c37-8391-87adad402cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.551142323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"085af65b-c0fa-40e2-a53d-63ecb2dd8730","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.58968812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"bdc7df79-a29a-4a44-8f0d-52ce150796cf","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.651307096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"bdc7df79-a29a-4a44-8f0d-52ce150796cf","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.70221682Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"d58aca59-f0b0-4f88-b136-52e5f8c547a2","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.712113673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"a25709da-b9ba-4146-9940-15c18cf0860e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.807237676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"2787a817-f8fc-4446-84e9-07d2f98db48b","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.868575797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"fbe56d18-24a1-40b6-981c-32c6d5cb38f3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.879734449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e048443d-3368-488a-9fab-939586863bd8","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:48.932466259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"fbe56d18-24a1-40b6-981c-32c6d5cb38f3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.000932572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"1a91dcef-ee5f-4d18-9bc2-7a8e7c7ba9d8","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.000951315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"1a91dcef-ee5f-4d18-9bc2-7a8e7c7ba9d8","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.074084742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5b3f4fbd-00c2-4447-a500-5da05065c495","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.081384891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"4f5a8085-d481-4460-b242-c32827a120db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.094531076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"2b5a2145-0ad3-42a8-aeec-355cd6145e08","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.131435794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ee0c0d86-a819-4df1-b96c-1d1a5ec8f508","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.141256101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"4f5a8085-d481-4460-b242-c32827a120db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.167312645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5a1a134b-694f-4959-b860-cd1566e580a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.167330606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3f216168-2a09-4597-84d3-bd312b6f030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.228389982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5a1a134b-694f-4959-b860-cd1566e580a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.228877767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3f216168-2a09-4597-84d3-bd312b6f030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.294288624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"840e8917-b7f4-4ebd-b3d3-2acb90ea4e5f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.351742067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"840e8917-b7f4-4ebd-b3d3-2acb90ea4e5f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.354777975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"72c11d42-5c28-459c-abb9-0da4c3fe1ba7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.354780312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.413594154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"805a8d8c-e678-468b-be94-7d72d24be70a","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:49.457103345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"4f5a8085-d481-4460-b242-c32827a120db","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.461435398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b310e164-03c4-474a-b0b7-7fafe11d8770","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:49.466394206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.510159979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"dd50200c-c227-4df2-ad14-09634c06b4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.519210991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"964fd0aa-32b9-4b1f-b8a6-3c15d9a8c4db","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.569574776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"dd50200c-c227-4df2-ad14-09634c06b4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.612238151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"8abde486-e118-4fac-9d7b-8f2bb0068a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.636015787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6e6f08a4-eb91-470c-b8be-17599a219972","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.636373332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4c2f32 priority=0:[ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-free ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-premium]","namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.668264607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4749511d-47f1-429f-8f15-2b3a53829db4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.669883154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"8abde486-e118-4fac-9d7b-8f2bb0068a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.695691179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"499e7b13-b78f-4177-8a40-c23c1097be6f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.720777761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"47129564-c5ea-409e-9273-66ce06075249","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:49.748381411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"e3b03a64-397a-4108-afab-25baf5fb5b2b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.752062337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5df26433-759f-49e6-81d7-830850114f1e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.782148166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"47129564-c5ea-409e-9273-66ce06075249","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.80335793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-free","reconcileID":"de456711-5189-44a9-af92-1bc4be721dcd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.834263707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ff69721d-0cad-4ce6-9c37-76ac8635bdc3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.861755616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6077789b-2e65-424f-9206-3d10840dae43","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.892354107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ff69721d-0cad-4ce6-9c37-76ac8635bdc3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.930657336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"832f0ab9-fea6-4054-b0bb-2287a576f031","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.972827566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7cfdfef2-8e83-4eb2-8875-04e80825a803","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:49.984620535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0fa221d3-ed41-46cf-aa69-53ad74817b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.025104272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1880c032-426e-4c57-b25e-be18d2a0e5a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.04822824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0fa221d3-ed41-46cf-aa69-53ad74817b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.066671239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.078445066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"01675599-d3c4-4112-9ffb-23751ffcbd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.083457743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1880c032-426e-4c57-b25e-be18d2a0e5a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.088418261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"4318f5cf-6906-496f-a6bb-a5c7e25ef441","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.139114984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"01675599-d3c4-4112-9ffb-23751ffcbd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.158594328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"38b50664-a12d-42b6-a3f8-e66ca6d21626","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.197100566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-free","reconcileID":"e9f107e0-7728-4500-876c-abeb2a783052","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.281134516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5665fc12-a247-4b86-861b-40dc8bdd3a69","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.344294663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5665fc12-a247-4b86-861b-40dc8bdd3a69","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.365803608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c05e1344-f6ee-4446-8435-5895213891d3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.425436394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"cc601f4d-9d15-41b7-a9c6-14b60a0612d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.472342469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"430d0d04-4bf4-4169-9def-c0bfdf0b73e9","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.472372739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"430d0d04-4bf4-4169-9def-c0bfdf0b73e9","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.477570342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2f5378d1-758c-4a0b-aa5d-e6d35515a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.521310141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-free","reconcileID":"78b6557d-bb9b-4e5d-b5fa-75c742278a13","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.53965467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2f5378d1-758c-4a0b-aa5d-e6d35515a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:50.624492897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"75146165-972e-437e-84dd-97a87441d681","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.13277282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f5262582-ce09-4f62-94c3-46e8d2651204","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.31694414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"5d56b539-5ee2-4e86-827c-17999fe07dd6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1c0e3eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.423417559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c439595a-3271-42bb-84f1-e730a2e2b52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.423494253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"caaf2ac5-37f6-41a8-b559-afd5c438c89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.423925981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"a090d1ec-5250-4caf-b7d2-7536c9e55200","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.431568241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"4cb7df9e-430f-430a-9cba-f3a400fca1ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.483011125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"a090d1ec-5250-4caf-b7d2-7536c9e55200","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.483135478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"caaf2ac5-37f6-41a8-b559-afd5c438c89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.48570118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c439595a-3271-42bb-84f1-e730a2e2b52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.488587733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"4cb7df9e-430f-430a-9cba-f3a400fca1ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.907893528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"6596982d-1c26-4174-9341-fdeafe8660c6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.907893291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"1a0d536e-5694-4df9-911c-6b4ce59fba57","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.9107799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"39bd2f04-502e-41f6-9212-9f908eca5143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.910795577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"134a7f0d-9436-48a2-b234-983f0b7470f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.965488262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"1a0d536e-5694-4df9-911c-6b4ce59fba57","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.965818279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"6596982d-1c26-4174-9341-fdeafe8660c6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.967935728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"134a7f0d-9436-48a2-b234-983f0b7470f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:52.968078515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"39bd2f04-502e-41f6-9212-9f908eca5143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:53.835127143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8aa39714-ad8a-4eee-bf4a-2c89f6ec8a45","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:53.99177811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"947cc299-da7a-4d12-b297-818cd9a1bec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:53.992095496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"77ccd996-c052-4f88-8ce3-7ae8aaba59d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:53.992400784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e8a2d9e7-c756-4248-b6b9-0a3abb434fca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.053189986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e8a2d9e7-c756-4248-b6b9-0a3abb434fca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.054257935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"947cc299-da7a-4d12-b297-818cd9a1bec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.055353735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"77ccd996-c052-4f88-8ce3-7ae8aaba59d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.118256623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"8c67a602-072d-4b41-886d-4e48a094bae2","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.118274059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"8c67a602-072d-4b41-886d-4e48a094bae2","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.188508551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"c063a819-f2c1-4810-828e-26a64add1f62","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.235680959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"4b5c627c-2a36-4c75-a6a1-c727aa05987d","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.235697486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"4b5c627c-2a36-4c75-a6a1-c727aa05987d","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.246857214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"9645b847-e26e-4b19-b35c-4716b21c811f","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.247425222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ba543aa9-8a79-4bd9-925d-d22d0f5cf4a4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.293410078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"5c167337-f044-4528-80ee-3a5983871d4f","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.293445568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"5c167337-f044-4528-80ee-3a5983871d4f","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:54.301130086Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-07f276/test-model-07f276-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-07f276-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.304707967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"9645b847-e26e-4b19-b35c-4716b21c811f","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.504808472Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"09a74dd9-dcac-4b94-b0e4-66754908bcfd","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","model":"test-model-07f276","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-07f276/test-model-07f276-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.565782179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"72c03aa2-4f2e-45a2-89c8-0573a71e785c","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.623553103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"72c03aa2-4f2e-45a2-89c8-0573a71e785c","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.677147486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"a42bf86a-190d-414e-8b90-ef5a936bdb58","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.677165013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"a42bf86a-190d-414e-8b90-ef5a936bdb58","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:54.890348744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"b4ec6909-3d7f-4b62-b36b-7c1271ec165d","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.603862734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"e0ebe7dd-8eb1-4b0f-bb54-5050d2669c14","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.60387972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"e0ebe7dd-8eb1-4b0f-bb54-5050d2669c14","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.664648652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"ac095fc1-35ad-4734-a333-7085687e0f7b","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.664669011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"ac095fc1-35ad-4734-a333-7085687e0f7b","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.708066142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"8ac57141-a242-40c3-ab81-351a5d2aa2aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.714140833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"fe22e0fe-6c59-4359-a903-503820a52b2b","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.714156682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"fe22e0fe-6c59-4359-a903-503820a52b2b","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:44:55.717335072Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-8f16f5/e2e-auth-iso-a0d60d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a0d60d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.765568835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"8ac57141-a242-40c3-ab81-351a5d2aa2aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.769441282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"3bce7e77-0908-4b5a-811c-7e3253eca5df","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.769460032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"3bce7e77-0908-4b5a-811c-7e3253eca5df","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:55.98095101Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"bac21dec-cf0c-409f-9d68-11000c67fec2","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-auth-test-model-8f16f5","model":"auth-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-auth-iso-a0d60d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:56.082076069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"d61c3378-2dfd-4548-ba39-9d0de8e450ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:56.141009596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"d61c3378-2dfd-4548-ba39-9d0de8e450ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:56.14897556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"2f37f634-383a-4ca8-821c-36fec8cdb409","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:56.14899353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"2f37f634-383a-4ca8-821c-36fec8cdb409","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:56.360016559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"821dde90-850f-481a-aa91-0486d8372095","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-auth-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:57.086191577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"1d837381-9d77-48bd-a432-419179d5a810","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:57.328189282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"0fda762b-f180-4149-ba82-d088d37cea4e","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:59.073339824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8710f6f1-25e1-4255-a9a3-ba738f840720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:59.125154179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8710f6f1-25e1-4255-a9a3-ba738f840720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:59.176877677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8710f6f1-25e1-4255-a9a3-ba738f840720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:44:59.228834316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8710f6f1-25e1-4255-a9a3-ba738f840720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:01.161606031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae5819-6651-459a-b92c-50e5ffc25f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:01.213592012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae5819-6651-459a-b92c-50e5ffc25f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:01.26520166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae5819-6651-459a-b92c-50e5ffc25f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:01.317047096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae5819-6651-459a-b92c-50e5ffc25f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.370176678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"857e81a5-3d9b-45f3-afd6-8bef9a1dcad2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.422833865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"857e81a5-3d9b-45f3-afd6-8bef9a1dcad2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.47544757Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub1","reconcileID":"857e81a5-3d9b-45f3-afd6-8bef9a1dcad2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.754762501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"c8fb445e-16fb-4424-a96a-2e1d7f0c8cde","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.81551606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"f2768b50-54c2-46a1-bb01-3e5812ccb8d9","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.815566988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"f2768b50-54c2-46a1-bb01-3e5812ccb8d9","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:02.897361092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"a34a997e-500b-4189-ac8c-a3b6fe254e19","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.029970106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"5bb60771-fe6b-4018-8bb5-b9c8bbd768db","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.030005124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e0c3ed77-d8d5-4ed7-bb0b-526ea18d0d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.030468302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"47fc6861-b696-47b2-9bd9-d6827de3e481","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.032152446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6c0f5994-e0de-49be-800d-6ff4f8a675ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.088452177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"47fc6861-b696-47b2-9bd9-d6827de3e481","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.088590433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e0c3ed77-d8d5-4ed7-bb0b-526ea18d0d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.090850111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"5bb60771-fe6b-4018-8bb5-b9c8bbd768db","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.090964259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6c0f5994-e0de-49be-800d-6ff4f8a675ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.091190239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"acd0ae5c-f03f-490d-a907-47b1b93462bb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea3d6635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.557229655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6616b5af-4090-43da-ba9b-853cbf3b8b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.55733348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"42c7e72c-47a5-4944-aca1-61fbfc6858c7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.55779797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dadc4825-5c7b-4082-9a75-8b854894a635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.557800902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"5016796b-d039-4936-8088-b60c165c4e6f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.616427057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6616b5af-4090-43da-ba9b-853cbf3b8b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.61970559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"5016796b-d039-4936-8088-b60c165c4e6f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.619823084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dadc4825-5c7b-4082-9a75-8b854894a635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:03.616431636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"42c7e72c-47a5-4944-aca1-61fbfc6858c7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.005250798Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-free","reconcileID":"eab4d08f-674a-47db-85a2-631ac499d898","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.229854652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-free","reconcileID":"eab4d08f-674a-47db-85a2-631ac499d898","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.448058797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"d13959c8-f34b-4959-94f1-47fa55dba23a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.448700357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"5e1b8f3f-9935-4a8d-89cb-53dbdd24bc16","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.510344378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9aacffd1-d77a-4aba-b27c-45853eb5159d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.664363791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d12533e7-9b10-4a16-b338-c0e185037127","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.66436385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"309fbf4a-0b85-4985-959c-619d9247b597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.665346174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"786a68ae-2ea4-4494-bb26-f999e47d4eea","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.66543149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b0eb4356-4da2-43e4-9bc8-b808f36ad6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.722314215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"309fbf4a-0b85-4985-959c-619d9247b597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.722549312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b0eb4356-4da2-43e4-9bc8-b808f36ad6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:04.725749502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d12533e7-9b10-4a16-b338-c0e185037127","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.08684214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"de29c4d1-ca3b-49e8-be64-11a10938323c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.086886253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2ae6f94a-e758-4292-944d-f82d9c750b0f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.08723708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"36423d29-3645-4db7-af85-1393079c1731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.144043477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2ae6f94a-e758-4292-944d-f82d9c750b0f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.144101011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"de29c4d1-ca3b-49e8-be64-11a10938323c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:05.146480432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"36423d29-3645-4db7-af85-1393079c1731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:08.686040501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f819eb-7c09-44a6-b6cf-e08186c25bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:08.739255467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f819eb-7c09-44a6-b6cf-e08186c25bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:08.791294135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f819eb-7c09-44a6-b6cf-e08186c25bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:08.843600657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f819eb-7c09-44a6-b6cf-e08186c25bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:09.278424267Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bf9c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bf9c3d","reconcileID":"086463e1-d10c-4cb4-a879-4161edce1b3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bf9c3d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-bf9c3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:10.771000086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd56a0ee-593f-463a-a14c-7d46beaa89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:10.822806573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd56a0ee-593f-463a-a14c-7d46beaa89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:10.874304373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd56a0ee-593f-463a-a14c-7d46beaa89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:10.925879376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd56a0ee-593f-463a-a14c-7d46beaa89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:12.875791886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd89faf-649c-4b3e-b4f3-8a8a248ae206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:12.92844071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd89faf-649c-4b3e-b4f3-8a8a248ae206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:12.980902117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd89faf-649c-4b3e-b4f3-8a8a248ae206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.033569318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd89faf-649c-4b3e-b4f3-8a8a248ae206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.147454722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"37c5e6e9-53ef-4c6b-b63e-56b00b300151","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.205497902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"37c5e6e9-53ef-4c6b-b63e-56b00b300151","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.433879918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-sub2","reconcileID":"37c5e6e9-53ef-4c6b-b63e-56b00b300151","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.745418358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"d80ec8e1-8935-41cd-a11b-c629784758bc","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.880608655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"fea805ba-8a53-46cc-9bfa-29dcebc0d5fc","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.936443001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"82d2aea6-f49f-4435-9db1-ab7f6f15ff50","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-auth-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.955326873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"d4a95efa-cf9c-4e82-bcc2-59e43b4dc80f","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:13.955352784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"d4a95efa-cf9c-4e82-bcc2-59e43b4dc80f","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.028340436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"671e256c-5c31-45cb-ab69-9f0664ae28d9","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.134433897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"5104a586-ab54-4bec-ae66-00d9b4411d9d","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.134452958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"5104a586-ab54-4bec-ae66-00d9b4411d9d","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.167412521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"6e3ca852-6f10-413f-831d-132b70ccff5b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.198396199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7e7c1ae4-c89c-4b77-aeaa-81ebce93e914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.198443243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"27f8051c-d388-4488-b8a9-56a38acc84da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.199058707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4983c7b0-561a-4f95-a20e-665a15f59b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.226441239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"6e3ca852-6f10-413f-831d-132b70ccff5b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.257512555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4983c7b0-561a-4f95-a20e-665a15f59b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.257512565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7e7c1ae4-c89c-4b77-aeaa-81ebce93e914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.259636086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"27f8051c-d388-4488-b8a9-56a38acc84da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.537497126Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth1","reconcileID":"add375d1-b1c5-4c9a-b08c-9f06f931cf1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.573387295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"24dffa57-4548-4478-a15a-621ec15da926","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.635432684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"24dffa57-4548-4478-a15a-621ec15da926","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.68701456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"76e90ba7-15e2-4546-abaa-91cd8a45e85d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.753581304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"76e90ba7-15e2-4546-abaa-91cd8a45e85d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.774799543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"48b0f8f5-d169-496b-a920-d5cdcfb95f5b","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.807651602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"246f51d0-aaae-4e94-915d-15a85fd4244d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.816441565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0f81f526-15d5-4d4c-a005-188c64c92a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.845007718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"e7ce87b7-136d-4cd0-bca7-ace8d4f7a6af","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.893471739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"ebce459b-2c2d-449e-bb3b-8a1050bc1a8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.899475242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"246f51d0-aaae-4e94-915d-15a85fd4244d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.904141199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0f81f526-15d5-4d4c-a005-188c64c92a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.933352685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"0edee479-8ae5-4f3e-a95f-c0a544d876a8","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:14.955355623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"ebce459b-2c2d-449e-bb3b-8a1050bc1a8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.044948521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-return-all-auth2","reconcileID":"c3998254-b2d7-4c3a-9db8-d5edc2d9e126","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.081839207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-subscription-premium","reconcileID":"e7ce87b7-136d-4cd0-bca7-ace8d4f7a6af","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.300406577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"cb994c1c-1438-4d42-8fb9-168f8125601e","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.306482106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"c23e7a10-9ef8-4aad-b54c-9b8160748ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.379442336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ef0044e5-25dd-497a-b662-3cb57650a57e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.513400795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"2b54c949-7537-4045-b0cc-6a96335b3087","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.530391305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df77e5ed-a5a0-439d-994f-6b45f2f88d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.588085464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df77e5ed-a5a0-439d-994f-6b45f2f88d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.625838587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a6099793-a150-4176-9cdb-7331b10776ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.625838539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"87669705-77fa-4173-a20e-2fd5a284202e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.683288548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a6099793-a150-4176-9cdb-7331b10776ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.683352103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"87669705-77fa-4173-a20e-2fd5a284202e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:15.893924793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-multi-sub-valid","reconcileID":"905a6756-d1ab-47b8-a81f-079c829828a6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.152257712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"251394de-e122-41d0-b576-de3ad3d2bf94","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.703330522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d68f01d9-f796-420b-8aac-3df799738cb9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.765699619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"83491ad7-dfe3-4b36-95b5-fa8d2e28115c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.926373893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"4609afcb-fa81-4242-bb01-475262284ceb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.984232748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"4609afcb-fa81-4242-bb01-475262284ceb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:16.998443818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4c497d98-3467-498a-9843-00aad283b37e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.056160128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"91d62ca8-9bda-42fa-865c-8f923640c270","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:17.105073706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-sub","reconcileID":"862829ac-1928-4716-90d0-a1a1230653c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.156074733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"657b61dd-8b04-490b-9ace-ec83a5ed4d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.156112667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d45794b-8d55-4be1-8cc7-2b29cdab03de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.214852867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"657b61dd-8b04-490b-9ace-ec83a5ed4d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.214852852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d45794b-8d55-4be1-8cc7-2b29cdab03de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.218580817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9f3f0895-f8b9-440e-ad07-b883380f9245","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.252813023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9a2fb0a6-4d9e-434b-b061-9ce440585161","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.276110436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a8b8174c-b691-4216-902e-065fffcbbe10","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.408309213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"856cacb4-04ac-4022-ba4e-b7a831fd9a4d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.471117383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"856cacb4-04ac-4022-ba4e-b7a831fd9a4d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.528318245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6abc8588-2419-4e99-858e-e578bcbe2cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.528568496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8077558b-24fc-4ead-953c-a84f28f1d5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.559717749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-sub","reconcileID":"5e462f60-37da-4ef5-8312-86e90d96188c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.593155916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6abc8588-2419-4e99-858e-e578bcbe2cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.593494111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8077558b-24fc-4ead-953c-a84f28f1d5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.631948743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b692247f-7f21-4ecf-9e70-2acb1252b48d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.695104303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ec22a436-6150-453c-acfb-6ee6fceb765d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.74268461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4bd1039c-a44b-4bb9-bc35-a6a2c1808bb9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.795481326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"4ba85c91-e377-4d7c-ba67-7d38d9a19021","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.852068663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"d0ace40d-39df-481a-8c06-c49e5b0630fc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.909733855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"d0ace40d-39df-481a-8c06-c49e5b0630fc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.927466644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6a29cbae-3cc0-4e2c-84b0-ed0f309091aa","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.955638962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-sub","reconcileID":"65cdf966-a7ab-4aa8-9ee3-1cb4f458f153","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:17.989466417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"95c63ec2-0275-4b54-8c9d-05c08cc22238","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:18.047521312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.084185595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3e87b8b8-549b-4dd3-8ce2-fe777683dfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.084350954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"db98c04c-4132-454f-b2c0-34cc22dc3bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.142722758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"db98c04c-4132-454f-b2c0-34cc22dc3bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.142737407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3e87b8b8-549b-4dd3-8ce2-fe777683dfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.143317531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"b9a81130-92b8-47fc-9fa3-a756fe10572d","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.143386082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"b9a81130-92b8-47fc-9fa3-a756fe10572d","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.198047225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-4c2f32 priority=0:[ai-tenant-e2e-worker-w0-4c2f32/e2e-test-other-subscription ai-tenant-e2e-worker-w0-4c2f32/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.200960706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c1a02090-3e8e-46b2-a12c-4e78c7f8c95f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.201428419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"68aa743a-c847-43ba-8d6f-ed92ef7817c3","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.229302985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3b2fe1f9-ad19-4a20-9c0a-8fbfe4a0baaf","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.255727466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7d081ec5-d146-4d3d-b70a-802f234e692c","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.305627736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c1cfb504-f4a6-4873-9c84-28ec6f750aeb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:18.308864749Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.36104178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f1e283bf-5745-4e03-a80c-96fe4ed538a9","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.366999559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-user-subscription","reconcileID":"124e69d1-79cd-4cf7-ac43-fd0fc9163f35","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.389361622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"b4268cf7-2487-4155-95d8-5907d89c1ad9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.446301148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"b4268cf7-2487-4155-95d8-5907d89c1ad9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.531954477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3d5f3b2e-fc8f-44d3-83b8-86c1fbc8d8e5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.534467723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"04452eed-4270-4f93-b57c-2600592f31ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.534484006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2f32ecb8-ecb0-4eb2-ad35-286a09bb2986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.591827952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2f32ecb8-ecb0-4eb2-ad35-286a09bb2986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.591854129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"04452eed-4270-4f93-b57c-2600592f31ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.632086193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-other-subscription","reconcileID":"cca02a58-c4ba-4261-9281-c04d6c9a110b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-4c2f32/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.701685877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"4bd27d39-f701-400e-9edc-33c24e46708d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.743320573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-user-subscription","reconcileID":"047d0071-6477-4955-8675-2b6deac00d4c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.826428814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"1d643555-07c3-4324-9a4a-c55898d63984","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.828682458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"034a32f9-134d-4796-91c2-85dacb4ac9b6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:18.884155778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"1d643555-07c3-4324-9a4a-c55898d63984","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:19.036390007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-other-subscription","reconcileID":"3136bfff-0d00-4143-9a2d-a5a904fa5fcd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:19.050369274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"04f92512-95aa-4f09-99c4-4042737b9441","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:19.064509968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-user-subscription","reconcileID":"94f94872-d323-49a1-803a-195d6054bed9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:19.908927479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"aa977247-6cc4-4c07-b2dd-8dc459706f6f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.066383061Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.066811878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"b75ee339-1609-418f-89e9-85c69193f238","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.066811935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c5762b0d-c52e-4fd6-85e4-f19a3a222e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.067234525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"20be7840-0720-4754-aa65-f7519cc618dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.124559321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"b75ee339-1609-418f-89e9-85c69193f238","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.124572308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"20be7840-0720-4754-aa65-f7519cc618dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:20.12668865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c5762b0d-c52e-4fd6-85e4-f19a3a222e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.251521796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"126b1e46-c417-4145-b5a8-24aa36b43594","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.406517442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"832c354f-9970-4d6d-b2c3-25f3a577b5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.406974579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"453e7d98-9155-43fe-9e36-08d2ab369eac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.407063646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eb5f7adf-44d4-41b4-b37e-a773cf4137f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.46531291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"832c354f-9970-4d6d-b2c3-25f3a577b5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.465384202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eb5f7adf-44d4-41b4-b37e-a773cf4137f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:21.469052019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"453e7d98-9155-43fe-9e36-08d2ab369eac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.634034999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"697af26c-b1cc-4148-8869-1cc6c3d97092","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.634053331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"697af26c-b1cc-4148-8869-1cc6c3d97092","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.691495288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5dae1389-ce3e-4ea3-8ae6-a2a614f0e483","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.691514328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5dae1389-ce3e-4ea3-8ae6-a2a614f0e483","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.794735358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"59e52ae9-2b32-4d3e-a94c-5d58cb350f60","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.922689026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"59e52ae9-2b32-4d3e-a94c-5d58cb350f60","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:23.978149864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e1e972-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"59e52ae9-2b32-4d3e-a94c-5d58cb350f60","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:24.033951946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"1fc3562e-00f5-4d53-a789-b44d84ac4b7c","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:24.033968788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"1fc3562e-00f5-4d53-a789-b44d84ac4b7c","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.34648348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"43d8ce41-5e26-424c-b54e-b03517d296c7","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.346502766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"43d8ce41-5e26-424c-b54e-b03517d296c7","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.450029413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"964e0666-04c5-499d-9243-cac11af310c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.507011289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"964e0666-04c5-499d-9243-cac11af310c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.508686782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"7b42ab73-2005-463d-920f-d41b9e7bc746","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e139a5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.816177681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"6b86b7c2-41a9-4f06-b06e-8c8ab942e9a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:27.874106741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"6b86b7c2-41a9-4f06-b06e-8c8ab942e9a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.075147426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-sub","reconcileID":"ca62ca4d-8547-409b-863a-829904dc52f4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.301346231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-sub","reconcileID":"ca62ca4d-8547-409b-863a-829904dc52f4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.512176012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"6e10fccc-5cd5-4307-bd73-770071117d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.517759533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"828c6848-12ca-4ed8-95e4-a8a98b434f1d","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.576575916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e76c59d3-d30e-4486-a5c6-3260bb8e437a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.675887242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"397027df-8cc5-42d2-a904-4cb9cd76fedc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.675887189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5fecb503-659b-4f25-8dbc-6508a7eb66d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.676354986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1d99738d-8511-4f15-921a-3a9b434908a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.682819337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"32e975a5-d305-4aa5-b3c1-7ff115a9c496","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.734638525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1d99738d-8511-4f15-921a-3a9b434908a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.735497032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"397027df-8cc5-42d2-a904-4cb9cd76fedc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.737682242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5fecb503-659b-4f25-8dbc-6508a7eb66d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:30.940961185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-user-token-filter-auth","reconcileID":"2e5dd5bf-31b3-4571-8408-da899e6f81a3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.153953741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f425a0ed-882b-4268-947f-595bbd4cf7f4","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.42037094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-user-subscription","reconcileID":"0b508bef-c56c-4beb-aaf7-2a4578ad7715","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.636858917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-user-subscription","reconcileID":"0b508bef-c56c-4beb-aaf7-2a4578ad7715","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.85425037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"66511f7f-20ab-4f6f-b593-9cffb95c5efa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.854286266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-other-subscription","reconcileID":"4c0d8d1e-44c3-428d-8896-f3492aaeea2e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:31.918791404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4dfd317a-1c4b-4e89-ba88-8b229f2e2cd3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.077684901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1812a121-324c-4155-9830-e427c870deb2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.078446781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"16d0fb5a-bc93-4ade-86c4-6764d2b4f531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.108238433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"12cfa2bb-ad46-4a63-a8ff-d506968758d0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.108258728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cc417b37-d326-4294-8a1d-9b22d7c27527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.152764267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"16d0fb5a-bc93-4ade-86c4-6764d2b4f531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.170016639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cc417b37-d326-4294-8a1d-9b22d7c27527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.170663822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"12cfa2bb-ad46-4a63-a8ff-d506968758d0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.530141152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ead5df69-6ccb-421a-ac8f-3b1bbe960367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.613847346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ead5df69-6ccb-421a-ac8f-3b1bbe960367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.631383988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"ee4386bf-94c0-4ea3-bcac-bb7a15329cea","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.632438907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0f8395fe-c371-408d-8cc4-4e2bdbd8f4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.71144874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"ee4386bf-94c0-4ea3-bcac-bb7a15329cea","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:32.731140785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0f8395fe-c371-408d-8cc4-4e2bdbd8f4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.145668725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"758e4ffb-ca67-42da-ad09-7bb7f2a0dd06","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.205952058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"758e4ffb-ca67-42da-ad09-7bb7f2a0dd06","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.207439878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"91a16d6c-8c2b-4c7d-b95b-735da4281151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.208354542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3b663562-c2c8-46ef-9137-1c0429b28ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.270751101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e1e972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5ee967770f9666bd38eb8eb501db6bb7409fb664b71294023c3493d7cb34374) AuthConfig (99d050c859b7ae560756c52a6379e123279a478ed8c87ed7aefe796d2c5e2dc5) AuthConfig (2dfb752e57c54a34b5046d70f8352caecdc7c96588d7d290601c064a06050531) AuthConfig (b2636c1164afc3169978496e9034f0b556179dce0030f8faccca84dce8735112) AuthConfig (073246e3603e2b8290291e2a86f125f4dbb70ced2b698a423cebde87c8005926) AuthConfig (f3e1fdc3419379b5ac3b5302accbb0b5d315ebc0b0105ab40cfa0cca02d5d0dc) AuthConfig (c4eb9e4384cf177bfc1aefdb8cc20684e1470e52fee8da260034f3cafa79668b) AuthConfig (7ca369e98a4a53cfbee767a4c5cfe36d6c5b0733f13660e7cb5aeab91e6b641a) AuthConfig (1972dbb1d16c2da19bf508e9183085ccbd60d8b0f95b22395557138e9cc428dc) AuthConfig (0fdd162b5e2ca40d91cf58a27afbea9198978e5320dbadad4fbe059114bdef5d) AuthConfig (82add7db232c768c7974f39cedd2dd9376f9bebf472601151688958436ffefea) AuthConfig (97ecbd8667e1a0089c15325481792c0867dbb32949a932530fb3146a8609d54d) AuthConfig (df70e75c6335b48a7d14102bd0edb1814280358de72d0d65bf837826f71693da) AuthConfig (5c783e51fe6286b9fe636d6fadfae508cfffc0f5ae76bec1d7a26c932999dd0b) AuthConfig (5a1ca7539dc52361ed6aef07e841113cd435cbebd13017cb6b87821088fd2892) AuthConfig (9f06ad86cf0449377241a93c5b67872d11b74768859b7ed0fbede6c19615ee69) AuthConfig (cfdc4b93199854941ae023d4b411d3beebffa3bd543969d365adab4f05ddbff7) AuthConfig (b0531baa9e3079787f3521db12d1d2bd45f4a85ec1c90d275b6aee505f634908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"758e4ffb-ca67-42da-ad09-7bb7f2a0dd06","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.278560254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"91a16d6c-8c2b-4c7d-b95b-735da4281151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.282465139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3b663562-c2c8-46ef-9137-1c0429b28ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.336764851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"6e8f5f62-029e-4319-afac-8d2173ed9e86","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:34.33693255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"6e8f5f62-029e-4319-afac-8d2173ed9e86","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:37.56158416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"b9100a85-1122-4fbc-8748-853761310f92","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","subscription":"e2e-auth-iso-a0d60d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:37.614189685Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"b9100a85-1122-4fbc-8748-853761310f92","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:37.667234192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"b9100a85-1122-4fbc-8748-853761310f92","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:37.948189805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"2949d16e-ca1f-4aed-9944-f3edfa78530d","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:37.948211025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"2949d16e-ca1f-4aed-9944-f3edfa78530d","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.060012735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"3aad6593-9bc0-4f1e-8791-04143616fa38","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.103159854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"f92fe9ef-351a-4ab9-aeb5-5360d9d22213","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.103179655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"f92fe9ef-351a-4ab9-aeb5-5360d9d22213","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.118396335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"3aad6593-9bc0-4f1e-8791-04143616fa38","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.206890197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1b84c0bc-85cd-4aed-9c19-b746ab334b94","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.264331855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"1b84c0bc-85cd-4aed-9c19-b746ab334b94","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.266085048Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"63f554fa-7e27-4ae7-a572-70dc9e7a1a0a","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6f3f661","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.431290166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"20128ced-9b5c-4f53-a5e4-748d08783577","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.488901467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"20128ced-9b5c-4f53-a5e4-748d08783577","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.532070712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"2302dc96-d3a7-42cf-b255-a55fe0cb4ce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:38.631994666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"2302dc96-d3a7-42cf-b255-a55fe0cb4ce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:40.881363572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a6e20629-c396-4c81-8177-578f15e37f27","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:40.936388411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"7895b6b4-fdb8-40ca-80a5-7adc28a22d95","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.09303192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"ccae6967-4e54-42be-81c3-52e347c33997","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.150011436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"ccae6967-4e54-42be-81c3-52e347c33997","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.1780091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"8fe8a716-1c28-440f-b10a-813ea805b76f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.236618878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"343f4cfc-fae2-4030-9c85-ae6e8bd1d83e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:41.284685636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-sub","reconcileID":"cadf5168-13f3-450b-b308-8cd40e0ac483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.33289123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d6cbf906-06e4-4cf0-abf1-ebf63310dead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.332901638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"10bc6aa6-82ea-4823-b8c2-0e5dc2b77183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.390087012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"10bc6aa6-82ea-4823-b8c2-0e5dc2b77183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.390214933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d6cbf906-06e4-4cf0-abf1-ebf63310dead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.399243652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"22c09292-33bc-4cef-a797-e26b6d508ca5","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.418959777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"827967f2-66be-4cda-b739-18c91a65587a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.456657991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0cdd29ce-6c8b-45da-ab20-ce6b8b9700c9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.575771757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"5c32f852-8148-41c3-9089-19a1683381cf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.632995141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"5c32f852-8148-41c3-9089-19a1683381cf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.701525936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6d021def-d101-4e78-9d5f-add4229620ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.701526694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"43603bef-71a0-4013-ab04-4d8f54cb3256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.72616239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-sub","reconcileID":"948d16dd-d267-4f8d-8250-50d13eab1d5c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.758925132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"43603bef-71a0-4013-ab04-4d8f54cb3256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.758933879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6d021def-d101-4e78-9d5f-add4229620ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.892740853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"26bd99c5-f035-4e5b-9f8d-9f029495ef93","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:41.938277668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"382e0a72-afd6-4ca0-b12f-e38554f550d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.102660408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-sub","reconcileID":"ecdad13f-6a1e-4c65-9e79-851ec295b1d3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.25065857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-other-subscription","reconcileID":"08b578be-2134-4f29-b4ea-924cb7551363","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.467935632Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-other-subscription","reconcileID":"08b578be-2134-4f29-b4ea-924cb7551363","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.678631386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"93267bd9-c881-4033-b34a-6b429235ddcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.731238599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"759dd62f-08f3-4c12-a5ba-11f320107601","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.790583006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"aa766ba4-de38-4636-956a-fd41be42b1d0","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.887980161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1afc5cbf-223d-46d2-a57d-e88a37467ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.88818454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"329c2cd6-6e7e-4e71-aadf-6d493361fc21","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.887985979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2f09f5ac-ba4b-4111-8e48-59bb6f86f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.88893759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6a7073bc-4871-425d-81ee-1dc64e668d3d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.94661296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2f09f5ac-ba4b-4111-8e48-59bb6f86f42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.948359106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1afc5cbf-223d-46d2-a57d-e88a37467ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:42.950427686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"329c2cd6-6e7e-4e71-aadf-6d493361fc21","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:43.105116505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-auth-access-denied","reconcileID":"3e8f2a4d-8b02-4d6b-bf7e-357f33a6bb74","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:43.265944868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7b1ec544-10e1-442a-a213-8f59952025a2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.427346103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e14c9792-da55-4f1f-9da0-950e3ec515f7","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.442793045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"0e931179-457f-4a2f-ac37-295cc6707a07","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.499738878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"0e931179-457f-4a2f-ac37-295cc6707a07","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.557055238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e1e972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5ee967770f9666bd38eb8eb501db6bb7409fb664b71294023c3493d7cb34374) AuthConfig (99d050c859b7ae560756c52a6379e123279a478ed8c87ed7aefe796d2c5e2dc5) AuthConfig (2dfb752e57c54a34b5046d70f8352caecdc7c96588d7d290601c064a06050531) AuthConfig (b2636c1164afc3169978496e9034f0b556179dce0030f8faccca84dce8735112) AuthConfig (073246e3603e2b8290291e2a86f125f4dbb70ced2b698a423cebde87c8005926) AuthConfig (f3e1fdc3419379b5ac3b5302accbb0b5d315ebc0b0105ab40cfa0cca02d5d0dc) AuthConfig (c4eb9e4384cf177bfc1aefdb8cc20684e1470e52fee8da260034f3cafa79668b) AuthConfig (7ca369e98a4a53cfbee767a4c5cfe36d6c5b0733f13660e7cb5aeab91e6b641a) AuthConfig (1972dbb1d16c2da19bf508e9183085ccbd60d8b0f95b22395557138e9cc428dc) AuthConfig (0fdd162b5e2ca40d91cf58a27afbea9198978e5320dbadad4fbe059114bdef5d) AuthConfig (82add7db232c768c7974f39cedd2dd9376f9bebf472601151688958436ffefea) AuthConfig (97ecbd8667e1a0089c15325481792c0867dbb32949a932530fb3146a8609d54d) AuthConfig (df70e75c6335b48a7d14102bd0edb1814280358de72d0d65bf837826f71693da) AuthConfig (5c783e51fe6286b9fe636d6fadfae508cfffc0f5ae76bec1d7a26c932999dd0b) AuthConfig (5a1ca7539dc52361ed6aef07e841113cd435cbebd13017cb6b87821088fd2892) AuthConfig (9f06ad86cf0449377241a93c5b67872d11b74768859b7ed0fbede6c19615ee69) AuthConfig (cfdc4b93199854941ae023d4b411d3beebffa3bd543969d365adab4f05ddbff7) AuthConfig (b0531baa9e3079787f3521db12d1d2bd45f4a85ec1c90d275b6aee505f634908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"0e931179-457f-4a2f-ac37-295cc6707a07","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.593699986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"9332ab23-59db-43ca-bf04-f6f1c39bac77","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.593714065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"724e0ea7-016e-4953-b0e4-4fe1fc507abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.594190525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"845a84cd-5ca5-4668-a281-66768f5366be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.654001374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"724e0ea7-016e-4953-b0e4-4fe1fc507abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.655260879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"845a84cd-5ca5-4668-a281-66768f5366be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.656799203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"9332ab23-59db-43ca-bf04-f6f1c39bac77","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.696373846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"11a81dca-e079-4de9-ac43-39a3688594e0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.751795166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e6e89c44-48eb-4da2-81be-a738eb617718","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.909005188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"54fefa66-7a81-42cb-9862-4920b7ab8559","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.966547929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"54fefa66-7a81-42cb-9862-4920b7ab8559","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:44.974419583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"72a39847-dee6-42c8-9ae4-3b6a4cd9838e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.032203557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8a908d41-73c2-499c-bd28-2e900cae9d08","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:45.083945468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-subscription","reconcileID":"58c9aba3-0238-4abf-9cfd-da15d1b71605","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.130463217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d50ceaa3-d079-4a84-96e2-90eb6bd00d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.130512167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f73470c9-c047-4243-af34-8b159b275d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.18769373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f73470c9-c047-4243-af34-8b159b275d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.187977932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d50ceaa3-d079-4a84-96e2-90eb6bd00d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.20134036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"aedf044e-7d96-4bae-b704-de67b3cd8cd5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.258774292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"27c867d0-80e2-4930-8ee2-07f7ea75b7d3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.296811159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"73cb91b0-249b-43f3-b1ec-c6d50b33f43d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.455194422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"ae5428d4-048a-400f-a47a-eec8fb57fc62","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.51568874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"ae5428d4-048a-400f-a47a-eec8fb57fc62","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.529015294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-subscription","reconcileID":"d04713c4-2741-4914-abdf-63f6a8c69238","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.588017141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0b67e693-1862-4942-ba0f-7904e01b995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.589067474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eac1d0ec-52ad-4571-aded-6ce15012fb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.648724077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0b67e693-1862-4942-ba0f-7904e01b995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.658261609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eac1d0ec-52ad-4571-aded-6ce15012fb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.708014142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b183e4c4-0774-47b8-b2a5-8393d1431cbf","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.752846398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"60d3a299-bde2-4c11-b3bb-7ab061e61416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:45.946880889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-subscription","reconcileID":"6b3233c0-5636-45d6-8da4-0025957677ae","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:47.220444985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"3e616aab-db7e-420a-9458-7a3abcc10e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:47.296868834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"3e616aab-db7e-420a-9458-7a3abcc10e95","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.319277803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"c2a2a574-3857-414b-a0c0-10cc0bad9c91","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","subscription":"e2e-auth-iso-a0d60d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.372045195Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"c2a2a574-3857-414b-a0c0-10cc0bad9c91","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.424489675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"c2a2a574-3857-414b-a0c0-10cc0bad9c91","MaaSSubscription":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.698505324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c15b7c75-6c35-4247-a163-ce5366f037fe","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.698531408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c15b7c75-6c35-4247-a163-ce5366f037fe","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.762092289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"986cb7b1-148b-4dc5-b109-465b342227fe","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.77958243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f172c700-a952-4476-9620-6fd17bdf9116","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.804946138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"e262aa76-f6f1-44a1-9b76-db65f5711e81","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.857147331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"0a7b3ae2-0e61-4b22-8b5f-be8c06456fc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.857196656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"02773d77-dfa2-49b2-9112-34390a7d5909","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.857208683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"02773d77-dfa2-49b2-9112-34390a7d5909","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.86182025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"e262aa76-f6f1-44a1-9b76-db65f5711e81","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.958468475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"48c42035-00dd-4b3c-88aa-bb50c968ac3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.958778943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4eaaedc6-c2be-42d2-98fd-3fc78c3b63d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:48.958469233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"e65fdfe5-1f54-49c7-9c36-d438155adde8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.021139362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"e65fdfe5-1f54-49c7-9c36-d438155adde8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.025826737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"48c42035-00dd-4b3c-88aa-bb50c968ac3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.028525694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4eaaedc6-c2be-42d2-98fd-3fc78c3b63d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.063344779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"0a7b3ae2-0e61-4b22-8b5f-be8c06456fc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.197330781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"0a7b3ae2-0e61-4b22-8b5f-be8c06456fc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.197354411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-auth-iso-a0d60d","reconcileID":"0a7b3ae2-0e61-4b22-8b5f-be8c06456fc8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.215142336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"854d195d-0907-4a03-8464-0e39d5df82a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.254518131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"eb0beec6-677a-481a-b82a-fa41cc5e3c16","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/auth-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.254565083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"auth-test-model-29269b","reconcileID":"eb0beec6-677a-481a-b82a-fa41cc5e3c16","MaaSModelRef":{"name":"auth-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"auth-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"auth-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.274167108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"854d195d-0907-4a03-8464-0e39d5df82a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.404496989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"e028b99b-6c55-4369-a0f6-f0366a9a6eba","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.404519008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"e028b99b-6c55-4369-a0f6-f0366a9a6eba","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.492370497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"a4c32e9a-93c9-433d-be8c-b5eb8a74174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.694421204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"a4c32e9a-93c9-433d-be8c-b5eb8a74174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.838293459Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"a4c32e9a-93c9-433d-be8c-b5eb8a74174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.838317736Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-auth-iso-a0d60d","reconcileID":"a4c32e9a-93c9-433d-be8c-b5eb8a74174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a0d60d","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.898468158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c91e5ddc-e760-4338-9ca9-b853ea823605","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/auth-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:49.898487116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"auth-test-model-8f16f5","reconcileID":"c91e5ddc-e760-4338-9ca9-b853ea823605","MaaSModelRef":{"name":"auth-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"auth-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"auth-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:50.067056372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:53.339091225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"aa25d927-8312-4c9d-a1ff-415544c56894","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:53.459425177Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"aa25d927-8312-4c9d-a1ff-415544c56894","name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:54.591061751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-sub","reconcileID":"501f4d83-2da0-40dd-b671-5815d7f96dd5","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:54.66151565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"e6f18d59-8e7b-494b-947f-a5c91a4703f5","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:54.719720447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"e6f18d59-8e7b-494b-947f-a5c91a4703f5","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:54.807803694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-sub","reconcileID":"501f4d83-2da0-40dd-b671-5815d7f96dd5","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.022737282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"df9662b2-8416-4904-a625-c836fa91da1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.036429091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5b2c94ca-4245-4542-a576-1b49f24b91de","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.036447729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5b2c94ca-4245-4542-a576-1b49f24b91de","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.082991096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"14eb1391-d35a-4548-8876-193a0aed44ec","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.22908541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"3a2f2755-63e0-4180-bf57-2bd873520d7b","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.26182331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"10131004-12f8-428d-a2eb-925fb22d181f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.261943827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d693228-80d7-44a9-bc2b-a516bd1e3b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.261823555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"28415459-b29c-4201-9147-95bffe3eb5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.320291216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d693228-80d7-44a9-bc2b-a516bd1e3b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.320380496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"10131004-12f8-428d-a2eb-925fb22d181f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.32269954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"28415459-b29c-4201-9147-95bffe3eb5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.532650386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-scoped-auth","reconcileID":"257d5776-a962-4a07-bb41-bb412baf395b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:55.737744636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"72144cde-a434-41df-8231-3a9dd0d4ded2","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:56.764738201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"3dddea73-a5b7-4c61-9e0f-ddab959e52d1","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:56.829789482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0c274194-69e9-4444-b950-44e93adcb073","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:56.990834008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b00f6852-6472-4d05-9a66-7887ccf1f4a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.033203072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9f9cabea-9bf6-4835-8e61-d9b73aada1bc","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.048318178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b00f6852-6472-4d05-9a66-7887ccf1f4a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.088336217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4c74c5b5-212c-4e0e-9832-35775edb7530","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:45:57.142434604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub","reconcileID":"9866898b-a972-43f7-a227-e9dfc0838735","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.189193552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5bfeb070-219a-43a2-b6be-8b4e92ee9607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.189210741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"38489755-1d6a-4e2f-a87a-c590ee700a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.254238825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5bfeb070-219a-43a2-b6be-8b4e92ee9607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.254354862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"38489755-1d6a-4e2f-a87a-c590ee700a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.256674283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"df0f6f10-aa67-45af-a779-922abc962b94","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.314218454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"aa37e993-2089-49a1-ae56-864c754aaef9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.363693237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4c6e0cc4-b283-44a2-88c5-47a36517f871","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.519618791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"de9e3415-ebc2-41a0-842f-ebdda2707afb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.576699294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"de9e3415-ebc2-41a0-842f-ebdda2707afb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.582280907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub","reconcileID":"c7b358e1-2765-4af7-9c91-8b1807bc8582","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.620712837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f5587f7f-fdf7-4084-b893-78d59b2ca5eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.620712844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8b379c74-3ea9-4e9e-8a9a-99702c63a8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.67829846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8b379c74-3ea9-4e9e-8a9a-99702c63a8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.678404892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f5587f7f-fdf7-4084-b893-78d59b2ca5eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.746966212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"ecd330cb-d82e-4945-bd1b-8ede3f7b815e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.79160618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"e7615fed-7cb4-4df4-997d-c1d709806199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:57.959490489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub","reconcileID":"0b85ebe4-db36-4787-97ee-70903cc87136","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:58.942851405Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-subscription","reconcileID":"d0852e48-6541-48a5-8706-0d25a1c62ec1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.16276524Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-subscription","reconcileID":"d0852e48-6541-48a5-8706-0d25a1c62ec1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.378232062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"492996c9-c8a0-4fa7-9c4e-41d95b61f3f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.434419491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"efecc773-1f77-4184-a32e-ad9f8533c965","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.493608997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0aa2726b-8076-4cfc-b4ef-e111b7ec2a3e","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.591136351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4d1d45b6-0bf4-4b6d-bba2-93c365f6deca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.59126818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6bfbab97-339b-4c76-8292-ff3ada3db4c2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.591814422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"71397e4a-8cd1-4819-b31d-eae321925e27","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.591916041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"56f901d7-8a20-447c-9b4b-58127e1196fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.649908846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4d1d45b6-0bf4-4b6d-bba2-93c365f6deca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.650975139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"71397e4a-8cd1-4819-b31d-eae321925e27","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.653796414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"56f901d7-8a20-447c-9b4b-58127e1196fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:45:59.808203209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-auth","reconcileID":"f531ec9d-b7f8-4d41-8a6f-e5cf15d8453c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.001567659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"6a9359e0-6cba-4358-bba8-68690d0cdc15","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.019385317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1e02cb04-90f9-4b53-a275-3a566362be86","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.203640109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"fc156572-a5b7-4d80-a847-bb3717217914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.204399644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2fd7ba6f-5425-4b74-a75f-9a063e19843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.20424475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4d4b5ab2-b430-448e-a8b0-b5ec767ecdf2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.281575561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"fc156572-a5b7-4d80-a847-bb3717217914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.30060229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2fd7ba6f-5425-4b74-a75f-9a063e19843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.325181239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"1625dcf7-4f4a-40a8-8c6f-1971223a4772","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.350573308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"1625dcf7-4f4a-40a8-8c6f-1971223a4772","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.346132863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4d4b5ab2-b430-448e-a8b0-b5ec767ecdf2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.419010112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5cfcb2c3-fa1e-45ff-93bd-2a1f5751ffc7","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.439769256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"5cfcb2c3-fa1e-45ff-93bd-2a1f5751ffc7","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.443201685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"5d02692a-7a44-451a-97a8-edc3b1540fbc","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:46:00.462870717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"3f884d95-802a-4ed6-9050-7c713957aa05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e1e972-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.578796968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"5d02692a-7a44-451a-97a8-edc3b1540fbc","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.638808748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"663d4827-5737-4c28-9ec8-7064062a5859","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.638914334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"663d4827-5737-4c28-9ec8-7064062a5859","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.698445064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"17b3c56f-fc3a-4d61-a959-71aee8f75614","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.698579725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"17b3c56f-fc3a-4d61-a959-71aee8f75614","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.966112808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"888ac087-898f-4e4b-847d-917ab3fde7f3","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.97149523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"f8f12b6e-9c87-4238-bddb-c5ef02116d66","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","model":"test-model-e1e972","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-e1e972/test-model-e1e972-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:00.975417008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"190c33ea-f120-41fd-99e7-aa54d44d9748","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.085452401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"888ac087-898f-4e4b-847d-917ab3fde7f3","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.087082141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"0198a46e-f233-495e-b2b4-4f6999e93052","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.260529494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"e9436dd7-df83-4a93-aa6c-67f8f8593959","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.260679487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"e9436dd7-df83-4a93-aa6c-67f8f8593959","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.304942794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"0ac15f9e-d714-446f-9374-469b69a62a58","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.306723281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"d4a8e02b-73d4-497c-b0fd-3b16f17fb039","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.367595742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"e18689b9-88be-4509-9164-6b6fdca0e849","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.381118237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"0ac15f9e-d714-446f-9374-469b69a62a58","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:46:01.421776198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-sub-only","reconcileID":"2ef155d0-d12f-4eef-a449-7ecd2a8d9092","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.478643663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3963ce80-2e1e-4e4a-9729-a69a873a36eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.479011427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9e3ab465-4020-4ba8-8009-9808050bd1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.512151744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"d1021d9d-2253-4004-95bd-d5cc69ed2b9d","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.572130997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9e3ab465-4020-4ba8-8009-9808050bd1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.573010387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"a3e61e51-2143-49bd-ac1f-54c612759f19","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.593565651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3963ce80-2e1e-4e4a-9729-a69a873a36eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.633738968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"515124cc-7a11-45f2-935d-17c2676b9537","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.716736753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"22ba9cd8-082b-4731-bb73-eb407d0235ce","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.875829834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"d4c1c2c0-28e0-4707-83d6-325e934196b3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.915220944Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-sub-only","reconcileID":"6460450b-1d35-4b5e-8e6f-254485a339ea","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.93496754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"d4c1c2c0-28e0-4707-83d6-325e934196b3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.974233912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cb3be588-6da9-463e-8ac2-be3c13802a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:01.974269077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cfafa99e-e686-4fd8-9687-bbd5fad9b791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:02.03221398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cfafa99e-e686-4fd8-9687-bbd5fad9b791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:02.032354851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cb3be588-6da9-463e-8ac2-be3c13802a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:02.084772241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"79d79808-2e73-4083-b34a-61a1a551fd9a","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:02.127691696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"20fcdc38-ca33-45fd-bb53-f0af21b85e1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:02.295344031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-sub-only","reconcileID":"53739c1d-0627-4d11-b417-46e3dda1baf7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.671059462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"d30bb1b2-4c74-4a56-92c9-c21bae448331","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.830675573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a9ec3ad6-e991-48fa-8161-c43e07ff4449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.830675536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"9db8a1cb-939f-4d76-bdae-bef7faaabe13","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.833084342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"86a56369-9d35-4630-945c-4d349e83d67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.888159416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a9ec3ad6-e991-48fa-8161-c43e07ff4449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.889265727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"9db8a1cb-939f-4d76-bdae-bef7faaabe13","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:04.890635914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"86a56369-9d35-4630-945c-4d349e83d67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.189341291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub","reconcileID":"7141c473-2fbe-4fa5-9773-8cab17b937ec","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.405798971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub","reconcileID":"7141c473-2fbe-4fa5-9773-8cab17b937ec","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.620067015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"0f6aab71-3da6-40b3-adf9-7ec5119a6f63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.622232031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"1e08c935-abef-4b69-ab27-227a12f27e36","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.77788207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a75905f4-4108-4363-8c20-a678035fee6a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.778048374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c663e91b-028e-40d1-a91c-2d8bef5c30f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.777872511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a3be969c-54ef-4c83-a8c8-2fee0e23cd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.835349134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a3be969c-54ef-4c83-a8c8-2fee0e23cd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.835576406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a75905f4-4108-4363-8c20-a678035fee6a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:10.837498013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c663e91b-028e-40d1-a91c-2d8bef5c30f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:14.834601731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-sub-only","reconcileID":"91888d5a-0603-4084-bd58-346540270f80","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.057500663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-sub-only","reconcileID":"91888d5a-0603-4084-bd58-346540270f80","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.273059669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"ebd47a11-2405-4e22-8913-fdc11b5e70f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.324392007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"f4e22539-9665-418c-85f2-26815f78ea04","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.473149831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"8ca044c9-b386-4ad1-9d12-e322394c5f0b","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.482642715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"140e5347-2703-48a9-a8da-ad1ff109d03b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.482680085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0ab65dfd-7abe-412f-843a-e06519569743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.483135293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5e1bf3e1-07a9-40f8-b2e9-cfab2376bd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.542464952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"140e5347-2703-48a9-a8da-ad1ff109d03b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.543289486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5e1bf3e1-07a9-40f8-b2e9-cfab2376bd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.546630016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0ab65dfd-7abe-412f-843a-e06519569743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:15.749430198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-test-group-no-auth","reconcileID":"f4be8dca-cdb2-4cdc-a98b-525c94456941","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:16.011659703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"0f24ed17-4237-4870-9389-5fe5bd11c1a6","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:19.470249603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"c802cdc6-b5df-452d-8f36-743e38091503","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:19.650738614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"bb94c83a-b58a-4f55-9a5a-494cf71895f4","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:19.650775469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"bb94c83a-b58a-4f55-9a5a-494cf71895f4","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:20.068980054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:20.235624831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"f1228f6f-427c-4e48-81d5-beffb1fec78d","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:20.292863983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"f1228f6f-427c-4e48-81d5-beffb1fec78d","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:37.439879772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2ac92184-1b47-41f6-aa5b-3c49e806c8aa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:37.439933955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"19e0d480-9cb1-458a-a889-3afdc32d2b8f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:37.600681208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"39c4ec50-9d1c-497c-ba3f-0648c9b880a3","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:38.805725759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d8458e70-0987-46d0-abdd-b45b25e5d768","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:38.881852382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f26d8e70-0b93-48a5-9312-6f84c2dace95","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.074491778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"55d3444c-ee7d-4481-bab0-1f61fc60f2e8","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.093274057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"41d3d36b-48ba-4e93-b51b-7b0afeba0297","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.149830332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"2450fc63-b802-420a-af38-cdcf6d7c5d24","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.150920993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"41d3d36b-48ba-4e93-b51b-7b0afeba0297","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:46:39.202563108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-sub","reconcileID":"1ba86a5c-fc02-4898-9c67-fc5fbe93d1d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.253198001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"446b7eff-013a-48bc-8de1-3f51a137c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.253222006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ea33ec0c-16d4-409d-8507-c90f397b9f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.310408684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ea33ec0c-16d4-409d-8507-c90f397b9f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.310449017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"446b7eff-013a-48bc-8de1-3f51a137c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.317307953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0ab57b91-0fd6-4cbf-b802-1219d2289587","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.374654256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"5c0a14df-5b18-447f-9062-08ea69bb4fee","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.469501952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"dc6db763-0f2d-4575-8fb4-c3030534a899","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.643917699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-sub","reconcileID":"9d336d29-71d3-4767-a69f-7e5c1caef325","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.668152566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a509732-ddef-47cc-a7bb-bb28be9597d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.668433675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"399891aa-747f-4a5d-a5b7-622e5d31bf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.668736709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"16fea130-bbda-4edc-934a-ab626905cf3f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.668796376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c2e9ac39-b81b-490b-91da-0e152eea7ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.720692322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a509732-ddef-47cc-a7bb-bb28be9597d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.725094823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"399891aa-747f-4a5d-a5b7-622e5d31bf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.772559108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a509732-ddef-47cc-a7bb-bb28be9597d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.777947692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c2e9ac39-b81b-490b-91da-0e152eea7ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.778064344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"16fea130-bbda-4edc-934a-ab626905cf3f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.824564662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a509732-ddef-47cc-a7bb-bb28be9597d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.929532584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"219da075-679a-44ba-a9f9-09ac25b93939","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:39.935431956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"c86558b0-f81d-433a-8ed6-fbd0af841dad","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:40.194270769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-sub","reconcileID":"d78b22e7-cae7-4847-b42e-d42687a9c0c2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:40.357633298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d2a65708-4727-4eeb-a02c-f6c88a29ff0a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:41.717217713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b64e93-d87f-42fd-b9db-ed167b2c0b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:41.769046009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b64e93-d87f-42fd-b9db-ed167b2c0b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:41.820660815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b64e93-d87f-42fd-b9db-ed167b2c0b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:41.873635051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b64e93-d87f-42fd-b9db-ed167b2c0b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.011886529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a91c4633-40c5-40ea-b8ff-55cabc45c746","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.190385082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ca72f9e3-3f5a-4596-925e-72b83f55ed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.190710139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"d0b1415b-95b4-4543-bbb2-2e19d4f5fde5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.190385095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b94c70da-e242-4c59-a3b5-64f528612528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.248028206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"d0b1415b-95b4-4543-bbb2-2e19d4f5fde5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.249281133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ca72f9e3-3f5a-4596-925e-72b83f55ed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:42.250422639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b94c70da-e242-4c59-a3b5-64f528612528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.541211318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"08f71656-d3cd-4cec-9cd9-9165ab309480","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.647725019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"72b60e93-dc7e-4ba4-97a5-ce8a338f66dc","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.671816363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"ea5ac499-cb5f-4ea7-a3c9-d34cea793a07","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.699669436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4df47b0d-4af8-404a-8680-67e890559edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.700092246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe62c980-0882-4a62-b4b0-1219c8704725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.700231839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62c485c8-ebf8-4a5a-99f8-0d28758243ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.700524958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3c5299d3-63c6-416f-b83d-289e95a555eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.705339206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"72b60e93-dc7e-4ba4-97a5-ce8a338f66dc","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.757350857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4df47b0d-4af8-404a-8680-67e890559edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.757439404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe62c980-0882-4a62-b4b0-1219c8704725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.759754278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62c485c8-ebf8-4a5a-99f8-0d28758243ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.760085759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3c5299d3-63c6-416f-b83d-289e95a555eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:43.935365324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"9dad3839-0d18-4c5d-8037-c1522ed7309d","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.065288731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1350cce5-6b24-4d96-963d-3a82aa941911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.102636321Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"8573df50-8421-4ecf-b431-2b9b82da1e3c","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.11445593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"8c018c99-6897-42d0-8b3d-d4b42a353034","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.122243734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1350cce5-6b24-4d96-963d-3a82aa941911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.167060293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cafc5f1f-2202-4e85-83e0-f5c906db1870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.167106627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"9234cfe2-f19d-4ea6-b522-03c330c83d75","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.167597696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a73f6059-83cc-4b9a-8c0c-5cb4c1378f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.172616857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"8c018c99-6897-42d0-8b3d-d4b42a353034","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.225178269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"9234cfe2-f19d-4ea6-b522-03c330c83d75","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.225354167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cafc5f1f-2202-4e85-83e0-f5c906db1870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.22745324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a73f6059-83cc-4b9a-8c0c-5cb4c1378f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.343505472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"8b52c172-b0d5-4cc0-ad94-ba2d4c0dc4b6","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.449024451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"63002062-229c-40f7-a42e-61a1d00e508f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.484939516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7646f66c-6457-41ec-8dfd-cf9b9fced817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.534145067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"1fc5e80b-3f50-4706-8ef3-75aa7bb4cf7a","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.541942351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7646f66c-6457-41ec-8dfd-cf9b9fced817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.553413347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"d0ed63fa-2401-406d-9d39-3839bf024641","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.585232052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9813fa18-cebf-439a-b363-4ded3eca192a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.585743263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c250544a-a321-4f27-9ab1-da219e491bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.590931687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"1fc5e80b-3f50-4706-8ef3-75aa7bb4cf7a","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.631819503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"37e313de-2672-41b9-94f3-2af3ed7bf49d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.647640666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c250544a-a321-4f27-9ab1-da219e491bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.649378248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9813fa18-cebf-439a-b363-4ded3eca192a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.761056457Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"37e313de-2672-41b9-94f3-2af3ed7bf49d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.819116463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"37e313de-2672-41b9-94f3-2af3ed7bf49d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.936488689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"33847b86-1f7c-4d45-9647-d46fe2ca1e98","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:44.988522095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1b8533e4-f3a0-4212-810e-cb87f0ec7c1e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.045763703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1b8533e4-f3a0-4212-810e-cb87f0ec7c1e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.101649742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1b8533e4-f3a0-4212-810e-cb87f0ec7c1e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.348596071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"bf0eb38a-2972-498e-b08b-4fe096ee5ab6","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.405385441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"f78af615-273f-4602-a43d-d3e365e6bd62","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.405572898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"f78af615-273f-4602-a43d-d3e365e6bd62","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.467457478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ab0f3425-a72a-496c-b230-c3407e25beb9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.512478764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1a42afd7-1bbb-414e-80cf-5b6b3d405698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.518812555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f725b76a-f395-4df1-99bc-cd9a63259307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.518852511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b3f435c0-e568-4e6e-affd-2177c0240995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.519238876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c301bedf-d901-4762-9bd2-555ee2c30eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.524240923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ab0f3425-a72a-496c-b230-c3407e25beb9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.569576697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1a42afd7-1bbb-414e-80cf-5b6b3d405698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.575937179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f725b76a-f395-4df1-99bc-cd9a63259307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.576326246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c301bedf-d901-4762-9bd2-555ee2c30eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.578123946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b3f435c0-e568-4e6e-affd-2177c0240995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.581706366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ab0f3425-a72a-496c-b230-c3407e25beb9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.685713222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"15cd011c-f4a2-4cf8-b03b-3f6da08277de","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.742405449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"15cd011c-f4a2-4cf8-b03b-3f6da08277de","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.877626842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"81003201-1448-4040-b892-b872f13783f1","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.928948774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ba670f67-7920-4fd5-835e-5044deac9aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.929344283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"bc8a06a8-6c5b-4db5-bb04-fa8398d23cfd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.929359643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4d01d166-d902-41b5-b223-5f67634b96b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.934441933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"81003201-1448-4040-b892-b872f13783f1","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.985818747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ba670f67-7920-4fd5-835e-5044deac9aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.987081073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"bc8a06a8-6c5b-4db5-bb04-fa8398d23cfd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:45.988250361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4d01d166-d902-41b5-b223-5f67634b96b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.000401777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b57a652d-fe40-475a-a103-d8b3acbebc8f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.057493335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b57a652d-fe40-475a-a103-d8b3acbebc8f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.113151857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b57a652d-fe40-475a-a103-d8b3acbebc8f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.48320477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"0274332c-58ba-4319-9343-683d8bac21db","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.602269062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"188fa3dc-73d0-4e42-a549-8c07e72679d8","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.602508216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"46841fd1-bf25-4aa6-aec5-c9f90aba378d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.6539898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"9df25a68-1582-48e0-988e-281daa6ddf3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.654011951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4cfde370-333b-4dd6-add4-eb19f1c96f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.654597603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4ffe3621-2d48-4c4c-86c3-9c3ec75a16f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.659449951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"46841fd1-bf25-4aa6-aec5-c9f90aba378d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.659450759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"188fa3dc-73d0-4e42-a549-8c07e72679d8","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.712518369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4cfde370-333b-4dd6-add4-eb19f1c96f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.71257431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"9df25a68-1582-48e0-988e-281daa6ddf3e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.715613373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"46841fd1-bf25-4aa6-aec5-c9f90aba378d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.71579332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4ffe3621-2d48-4c4c-86c3-9c3ec75a16f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.820038666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b451d778-1fd4-4853-8d70-a04b37451503","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:46.878116941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b451d778-1fd4-4853-8d70-a04b37451503","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.036563405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0abac681-1dbb-4d7f-92fe-69174a93365d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.093807744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0abac681-1dbb-4d7f-92fe-69174a93365d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.133700453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4f2dea98-9064-42e0-867f-fc2eb0f8c1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.133912774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b35a6cd-e9fc-499a-8658-fd6cbeebc00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.134137882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"192df928-0bfc-4a3f-a435-9b05496ea013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.191197024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4f2dea98-9064-42e0-867f-fc2eb0f8c1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.191244414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"192df928-0bfc-4a3f-a435-9b05496ea013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:47.193439052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b35a6cd-e9fc-499a-8658-fd6cbeebc00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:50.067159638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.313408491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7a716b1c-5823-4602-a5a4-68c617e8d4e3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.314001805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"87545bd3-fd69-4a07-b8be-3cb3263d56a3","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.394371243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"beb2ba88-4d2b-4be9-8ec0-1bb825ee1253","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.394690759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c385b965-efc2-49a8-bb8b-c8c5a04d20ea","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.47056551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5483a9e3-275f-4ca6-83b4-061884680ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.470562266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2f03e08a-146c-4934-bbb7-b3bbcb28f150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.524269971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"4337bc24-d407-4a68-8c06-b32f8dd763e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.525167247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"b856778d-d2d1-4e10-b02c-ccfd1a4480fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.530718499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5483a9e3-275f-4ca6-83b4-061884680ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.531179654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2f03e08a-146c-4934-bbb7-b3bbcb28f150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.894180172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5c2ce584-1395-40f6-a941-87306f0ca65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.89418062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5b816ec4-d35b-4f1c-bffc-57b55a552332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.952408776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5c2ce584-1395-40f6-a941-87306f0ca65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:51.952671335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5b816ec4-d35b-4f1c-bffc-57b55a552332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.199055895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-sub","reconcileID":"774a9a5e-8b84-4313-99ea-44268a34cc4c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.420639161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-sub","reconcileID":"774a9a5e-8b84-4313-99ea-44268a34cc4c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.633197265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"cd06fe9b-9416-47fb-b301-c1acffc0cb3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.684617952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"2491569f-632b-4c8d-9449-8e734e838cf3","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.83002372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f0b91aa8-d334-4da4-bd44-ec22805081b5","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.840094443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"65d41859-e59a-4837-8f5b-60fb697bf19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.840613327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9d79037c-c495-4a93-9d14-1e1f73ff62c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.840613324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"178c5856-36ba-4374-96d8-7fe9a909f368","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.897374458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"65d41859-e59a-4837-8f5b-60fb697bf19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.897785453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9d79037c-c495-4a93-9d14-1e1f73ff62c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:52.899531184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"178c5856-36ba-4374-96d8-7fe9a909f368","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:53.055720716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-api-key-no-access-auth","reconcileID":"a2d2b14d-2716-4ad6-901e-20d71c796d79","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:53.216989069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"8d0c76c9-3571-40f9-a2c0-31b6c75920dc","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.427815259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"017c0fa6-1c26-4c9d-b2e0-1c1400dfecec","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.484831676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a84b2139-f992-42d1-a760-45c7cb6d2836","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.6430281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"233b3894-16e7-40a1-93ca-4ccde5412242","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.700095214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"233b3894-16e7-40a1-93ca-4ccde5412242","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.713984939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4747aaa3-ce44-4d28-ba57-05112ea06296","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.76909661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"86c02ab7-d0b2-41d3-a23e-56ad18c174f6","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:46:54.821475406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-valid-sub","reconcileID":"534e2062-ba37-4b29-a76d-50cc377733f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.869866888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e51f7067-b506-476c-96af-3945e708404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.869867147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4b80e346-8af2-49bd-b769-0641aefa4740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.927407859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4b80e346-8af2-49bd-b769-0641aefa4740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.927647881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e51f7067-b506-476c-96af-3945e708404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.934415691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"3108af49-3462-4e65-9394-a969fa0c55dd","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:54.99210919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"a8e39bc3-3ebe-483a-9a8b-915bace74b83","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.01513622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"ed3cefa9-f2e7-4a50-8e44-ffc0815abb93","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.171074561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"9a920c01-8c21-451a-9e17-0a44546adc9f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.22822445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"9a920c01-8c21-451a-9e17-0a44546adc9f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.267225852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-valid-sub","reconcileID":"6a14a5a8-25c7-474d-9787-f11ad9e80092","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.272110254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"80e54a03-c6d4-4b76-982d-66658c138f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.272168911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"143cf74b-438f-4970-b92e-8787af6f7858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.329134134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"80e54a03-c6d4-4b76-982d-66658c138f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.329296403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"143cf74b-438f-4970-b92e-8787af6f7858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.431344522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"04919cb5-0c90-428c-8289-62f3834aac32","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.476865207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"b496ca37-d0ef-4d56-abf6-fd51d7090f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:55.651678145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-valid-sub","reconcileID":"7bd2f7dd-03b9-4912-9b22-e9fc8677483c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:56.828735879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"7dce7043-a8ea-4f88-941f-75994eb6afbb","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:56.885808404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"7dce7043-a8ea-4f88-941f-75994eb6afbb","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:56.941392145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"7dce7043-a8ea-4f88-941f-75994eb6afbb","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.604209276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"714f1bc7-fb87-4ab3-8cdf-926d85cce059","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.604302523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"79e1a5d9-0f7f-40e5-834b-11cb3386681d","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.604319452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"79e1a5d9-0f7f-40e5-834b-11cb3386681d","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.674796919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"6dc7eac3-1e8d-4024-80fc-27ec7a271ab4","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.838642936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"714f1bc7-fb87-4ab3-8cdf-926d85cce059","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.847722234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5edd91f0-22bb-46e9-a4d3-a685dbc49726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.847822088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fbed73d8-cedd-48a8-b12b-322e67675ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.848304418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"6ffe5281-b9c7-43a8-932d-ab49f8fffa0b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.878630149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"e745d405-b09e-4d17-9c72-936b30db0cec","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.92445238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5edd91f0-22bb-46e9-a4d3-a685dbc49726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.929001552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"6ffe5281-b9c7-43a8-932d-ab49f8fffa0b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:57.931148163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fbed73d8-cedd-48a8-b12b-322e67675ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.006594139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"714f1bc7-fb87-4ab3-8cdf-926d85cce059","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.006610969Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"714f1bc7-fb87-4ab3-8cdf-926d85cce059","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.063678696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"034500c9-dc2c-49bd-8836-e0a275f55352","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.064076595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"7b6c32a4-d196-4297-88d2-4d883855bd44","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.064095103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"7b6c32a4-d196-4297-88d2-4d883855bd44","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.235372651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"034500c9-dc2c-49bd-8836-e0a275f55352","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.235495894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"bfcfcc11-fa69-485c-ba10-1a2c145c3217","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.235514577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"bfcfcc11-fa69-485c-ba10-1a2c145c3217","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.292492754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"034500c9-dc2c-49bd-8836-e0a275f55352","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"e2e-inf-a-07f276-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.292512198Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"034500c9-dc2c-49bd-8836-e0a275f55352","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:46:58.332514544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"f028db0b-0996-4dc7-9008-9ebc202c25f3","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:46:58.344729547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-07f276-auth","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-auth","reconcileID":"034500c9-dc2c-49bd-8836-e0a275f55352","error":"maasauthpolicies.maas.opendatahub.io \"test-model-07f276-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:07.064173923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"bf2015ef-3b66-41dd-96d8-107f91b959fa","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:07.143262218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"bf2015ef-3b66-41dd-96d8-107f91b959fa","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:07.202292685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"bf2015ef-3b66-41dd-96d8-107f91b959fa","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:07.943072909Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-valid-sub","reconcileID":"1b6baf10-1243-4879-ac26-a6e2b61f641e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.255033929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-valid-sub","reconcileID":"1b6baf10-1243-4879-ac26-a6e2b61f641e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.48086535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"c317a471-76b3-472a-a65b-8cf3b8f52d5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.524868953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"74bf319a-f9f6-41d1-b543-1cca7c442153","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.605762316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"31b6d74f-1691-4518-b172-ca33f75cf057","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","subscription":"test-model-07f276-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.658022438Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"31b6d74f-1691-4518-b172-ca33f75cf057","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.669425396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"47091da4-32d3-4e65-aab2-48b945258b93","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.681385265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a4c4ee0b-62c7-4d1e-96fb-162853d4a248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.681395614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"cefd7f33-7914-4904-8033-60ad1c79ef08","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.681863297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3623a899-3526-4f8d-ab2e-5280b0f01d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.713833523Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276-sub","reconcileID":"31b6d74f-1691-4518-b172-ca33f75cf057","MaaSSubscription":{"name":"test-model-07f276-sub","namespace":"ai-tenant-e2e-inf-a-07f276"},"name":"maas-trlp-test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.740852947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3623a899-3526-4f8d-ab2e-5280b0f01d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.740880595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a4c4ee0b-62c7-4d1e-96fb-162853d4a248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.743119533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"cefd7f33-7914-4904-8033-60ad1c79ef08","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.945032214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-invalid-sub-auth","reconcileID":"07556058-1336-4875-bc5d-4a42750e9c0f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.988124307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"62a7a10c-cc46-4259-a102-8bc36dd6f098","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenant":"e2e-inf-a-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","model":"ai-tenant-e2e-inf-a-07f276/test-model-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:08.988150262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"test-model-07f276","reconcileID":"62a7a10c-cc46-4259-a102-8bc36dd6f098","MaaSModelRef":{"name":"test-model-07f276","namespace":"ai-tenant-e2e-inf-a-07f276"},"routeName":"test-model-07f276-kserve-route","namespace":"ai-tenant-e2e-inf-a-07f276","llmisvcName":"test-model-07f276","gateway":"openshift-ingress/e2e-inf-a-07f276","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:09.364731876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"69ae00f5-ab69-4f19-8da2-5338e5a927ff","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.094975842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"88aaa160-8e7f-467b-a276-dfb1ab413222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.095086195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6ee304d1-2209-4a50-9788-e09f8616ec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.153344959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6ee304d1-2209-4a50-9788-e09f8616ec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.153511976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6ada5985-4a1e-47ce-a082-a077d58bf203","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.154182457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"88aaa160-8e7f-467b-a276-dfb1ab413222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.212267688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6ada5985-4a1e-47ce-a082-a077d58bf203","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.268206265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (969681eab34137a166d31ccccc8a83e30c3cfbae959b04950d5fb090f457c7e6) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (cd0b2cc1686afc2f7e6d625f028d97d7d555e80b6a0613f70bbe89692cb95fcc) AuthConfig (a4211389dff38823a1b39f9b9e243f42b7d4727cd6ba40eead270f72c3ab9634) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (42e83c91c7f6ea89176cab318682958590c95d2b1ca5762442b797384bacff76) AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6ada5985-4a1e-47ce-a082-a077d58bf203","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.385773953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"f6af16b1-9421-4f64-ba79-ce59bef2d4d4","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.385797451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"f6af16b1-9421-4f64-ba79-ce59bef2d4d4","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.492103426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"d0d4669b-6964-4835-9bf6-c115439724b9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.549024635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"8caf0de4-be95-42bf-bf90-e3624f11143f","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.710189361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"1c7e9163-5b60-4909-9755-fe4cece67dc2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.773587119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"2b2ff2b7-7b46-41e1-9743-a064baec6068","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.774294959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"1c7e9163-5b60-4909-9755-fe4cece67dc2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.82791151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"856a0bae-cf8c-409a-a157-2c6bac106633","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:10.881372701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"d157841e-52d7-4714-93bd-56beff99bbbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.928220804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"70839c60-8e3b-4b62-9440-7e865388e2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.928222727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"eee0e975-3b59-4358-9f6e-3c200997127a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.985116022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"eee0e975-3b59-4358-9f6e-3c200997127a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.985466142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"70839c60-8e3b-4b62-9440-7e865388e2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:10.995858399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0a914065-3af8-4e6e-a872-0cdd9df56140","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.051336517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"aea55c57-17d3-4636-9cb8-6f1ef8c9632b","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.110096536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"8701b205-4cd9-4cef-a3e8-507157729109","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.119046634Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-models-other-sub ai-tenant-e2e-worker-w3-5cbe34/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.119221302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"3cb4cba9-6f36-45b4-927c-9f2cd76db4bb","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.183438688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"55f37d10-f327-4cfd-8c94-2f9a201860f1","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.264231097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"de3ba025-67e3-4afc-8899-4e5b18b6aae9","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:11.264616899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"24dfabd8-f227-4fde-8a37-e1db7e85b63b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.266638215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"151919d4-2638-40eb-b450-cbe1627e9cae","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.323730424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"151919d4-2638-40eb-b450-cbe1627e9cae","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.375910936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"c458d9a0-3429-4408-b01d-d1d1bb0597a3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-models-other-sub","ai-tenant-e2e-worker-w3-5cbe34/e2e-models-user-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.38006625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"31eeec0d-2a38-408c-a21e-b64323db8898","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.396972642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0b5cc015-7966-42db-b8bd-abfc0806d5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.397035464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1c3e026f-21d5-4035-9784-3d45ab37d86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.435132632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"4ef3e784-9023-4f36-8b2d-2b4c61058c21","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.454149182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0b5cc015-7966-42db-b8bd-abfc0806d5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.454151736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1c3e026f-21d5-4035-9784-3d45ab37d86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.541942196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"3f47db51-9e09-4e26-86bd-e533164a8683","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:11.586661407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"151919d4-2638-40eb-b450-cbe1627e9cae","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.64490678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"c70f3d81-6a2d-40c9-8b68-0414bf79ce81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-models-other-sub","ai-tenant-e2e-worker-w3-5cbe34/e2e-models-user-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.742667944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"a15c1059-6af5-421d-a5a6-6f7de3bb3d88","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.743369017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"06a28f19-f180-4fca-a6b6-067be2c2da4e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-models-other-sub","ai-tenant-e2e-worker-w3-5cbe34/e2e-models-user-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.785694912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"8f42c30d-13ff-4721-981a-ba3d26be0a67","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.799954492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"a15c1059-6af5-421d-a5a6-6f7de3bb3d88","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.842312925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"980eeafe-89d6-4839-b020-b4f7e60443c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.842329442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"957e4459-87bf-4fb1-85fe-bcf6785b1dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.899456897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"957e4459-87bf-4fb1-85fe-bcf6785b1dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.899716054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"980eeafe-89d6-4839-b020-b4f7e60443c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.909921153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"34732974-32c4-41dc-a2ae-be3c91748690","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:11.962178852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"5a4c413a-bbf3-45d2-9591-aef87b704fd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:12.119299739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"231484d2-8b0c-4a09-8004-abb29ac0fd30","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:12.220695446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"59a19685-c7ba-429e-bc60-cf5984bfdc13","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.18361608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e4f11ac1-532d-49d6-8a2f-f01f622264cc","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.339170512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"41bcc2ce-591b-496f-99c8-2fdcf5842a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.339256836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"ec606f72-27ec-45ce-89d8-489d59d88611","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.339599092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"986ac6ca-c681-4a9a-9987-dd40a72e5298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.399394996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"ec606f72-27ec-45ce-89d8-489d59d88611","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.40075405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"41bcc2ce-591b-496f-99c8-2fdcf5842a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.401553664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"986ac6ca-c681-4a9a-9987-dd40a72e5298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:14.534226162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"51ba1262-819e-40a4-bdbe-7d938fc9d1ee","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.614605821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b779da3c-f0e3-4d6a-8c36-861cd461c01b","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.61462789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"681672f0-6bae-486f-8336-bec8a9a8a20a","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.614641884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"681672f0-6bae-486f-8336-bec8a9a8a20a","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.819517089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b779da3c-f0e3-4d6a-8c36-861cd461c01b","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.883058041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"28acd072-f992-45a4-afa3-c85f5f25c392","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.952972183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b779da3c-f0e3-4d6a-8c36-861cd461c01b","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"e2e-inf-b-e1e972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:16.952996535Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-auth","reconcileID":"b779da3c-f0e3-4d6a-8c36-861cd461c01b","MaaSAuthPolicy":{"name":"test-model-e1e972-auth","namespace":"ai-tenant-e2e-inf-b-e1e972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:17.010122311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"043e451e-329d-4904-98df-21fbc73f68ef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:17.01014758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"043e451e-329d-4904-98df-21fbc73f68ef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:17.158822733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"8508d507-f05c-4188-82a4-805903ae7eb5","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:17.158842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"8508d507-f05c-4188-82a4-805903ae7eb5","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:17.289891244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"8e353ed7-12ab-4db0-89bd-2392ba819dac","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:20.068253536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:20.437946185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"47dd71df-2dc3-4f38-8861-0131bdcc9c54","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:20.495887084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"47dd71df-2dc3-4f38-8861-0131bdcc9c54","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:20.55238844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (969681eab34137a166d31ccccc8a83e30c3cfbae959b04950d5fb090f457c7e6) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (cd0b2cc1686afc2f7e6d625f028d97d7d555e80b6a0613f70bbe89692cb95fcc) AuthConfig (a4211389dff38823a1b39f9b9e243f42b7d4727cd6ba40eead270f72c3ab9634) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (42e83c91c7f6ea89176cab318682958590c95d2b1ca5762442b797384bacff76) AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"47dd71df-2dc3-4f38-8861-0131bdcc9c54","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:21.440016015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1901ffe1-9685-4dab-8f76-5bdafb765f13","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:21.44004209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1901ffe1-9685-4dab-8f76-5bdafb765f13","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.408023348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"cf94ef2b-1580-4f61-a08e-8c219f35e1c3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.408600916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"31965560-51d3-422c-aac4-16f017a51687","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.409087051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"a0e372a9-722e-46ea-840b-4f396101783a","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.488006387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"13e64e90-f359-43d0-960f-18e013d43699","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.488426281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"33447b07-6405-40c0-a6dd-84863160d5f3","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.488776947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"8ef8e3e4-c4ef-4191-824f-4db3002b3d70","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.564337699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5d01abbc-6dda-4101-94c8-a53369170e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.564378561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1bbe4acf-c181-4a65-b87b-4db51dd2b8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.6183323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"24004aca-84b1-4efc-b5f5-73ca3fff77e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.618478363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"3a0bcaa6-ddbd-4af0-a237-1610f5029d13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.621920934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1bbe4acf-c181-4a65-b87b-4db51dd2b8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.637145304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5d01abbc-6dda-4101-94c8-a53369170e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.934130573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c69beca1-7712-464e-9a29-05bab5b3f275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.948016759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"685eb7a8-8bd9-4e9c-8117-e44fc4739a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:22.992160473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c69beca1-7712-464e-9a29-05bab5b3f275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:23.005638937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"685eb7a8-8bd9-4e9c-8117-e44fc4739a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.345975605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"b9d54d6f-7024-4d1e-9253-e93e6b463bd1","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.563251907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-user-sub","reconcileID":"b9d54d6f-7024-4d1e-9253-e93e6b463bd1","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-models-other-sub","ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.775480878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"b75198e1-aaca-45c0-80d8-60e49b351f56","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.775690585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"32579459-9c0c-47d2-b53c-bbafd6d276b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.780881709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"f9e3b250-da5e-4886-be76-949101d4ff3b","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.840002536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"b741be74-bf38-4140-84ab-53cf02b23b5a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.934913697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"dc71c057-2eeb-45ed-a1db-baf07b21695a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.937815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3696d470-eb28-4215-9bbb-eaff6928b5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.937805507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"4e9ec187-10a2-4f3a-bd8b-c93d1c43cfe6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.938330058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5d355391-2e4b-45e7-8f3d-648eb3d3b6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.995491151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"4e9ec187-10a2-4f3a-bd8b-c93d1c43cfe6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.995682352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3696d470-eb28-4215-9bbb-eaff6928b5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:24.998023984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5d355391-2e4b-45e7-8f3d-648eb3d3b6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.362377982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"098dd2f8-85bc-4676-84cc-4d5ff526fcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.362527108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"a1618fe4-baff-4556-881d-bb635d1a1d50","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.362380104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"252a1edc-bb1a-4385-b8ac-877a5ac821ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.421805171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"252a1edc-bb1a-4385-b8ac-877a5ac821ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.421805252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"098dd2f8-85bc-4676-84cc-4d5ff526fcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:25.423970399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"a1618fe4-baff-4556-881d-bb635d1a1d50","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:27.559253481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"e5b6a7aa-33e2-433d-8c99-9a21575e7083","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","subscription":"test-model-e1e972-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:27.614419439Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"e5b6a7aa-33e2-433d-8c99-9a21575e7083","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:27.723871741Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972-sub","reconcileID":"e5b6a7aa-33e2-433d-8c99-9a21575e7083","MaaSSubscription":{"name":"test-model-e1e972-sub","namespace":"ai-tenant-e2e-inf-b-e1e972"},"name":"maas-trlp-test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:28.000107977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"456d7db0-efa1-4f1f-ab7f-d94963040c77","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenant":"e2e-inf-b-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","model":"ai-tenant-e2e-inf-b-e1e972/test-model-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:28.000138036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"test-model-e1e972","reconcileID":"456d7db0-efa1-4f1f-ab7f-d94963040c77","MaaSModelRef":{"name":"test-model-e1e972","namespace":"ai-tenant-e2e-inf-b-e1e972"},"routeName":"test-model-e1e972-kserve-route","namespace":"ai-tenant-e2e-inf-b-e1e972","llmisvcName":"test-model-e1e972","gateway":"openshift-ingress/e2e-inf-b-e1e972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:30.674099567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1d8c000d-428d-427e-9e62-2d5e542b58d0","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:30.752081211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1d8c000d-428d-427e-9e62-2d5e542b58d0","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:30.809483844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (969681eab34137a166d31ccccc8a83e30c3cfbae959b04950d5fb090f457c7e6) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (cd0b2cc1686afc2f7e6d625f028d97d7d555e80b6a0613f70bbe89692cb95fcc) AuthConfig (a4211389dff38823a1b39f9b9e243f42b7d4727cd6ba40eead270f72c3ab9634) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (42e83c91c7f6ea89176cab318682958590c95d2b1ca5762442b797384bacff76) AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1d8c000d-428d-427e-9e62-2d5e542b58d0","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:32.810667753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a633c096-46c7-48bb-b244-8899100d5d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:32.813700811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f33aa201-1c47-470d-b472-1ee9086a1199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:32.867679405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a633c096-46c7-48bb-b244-8899100d5d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:32.870266531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f33aa201-1c47-470d-b472-1ee9086a1199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.097975792Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"ce3f6396-3e46-410f-81f6-0ad88f3468f0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.316958571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-other-sub","reconcileID":"ce3f6396-3e46-410f-81f6-0ad88f3468f0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.52740277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"2e0e46be-5f7f-433b-b69f-a6e075dd3253","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.581219506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0e33c48b-5c5f-492c-8143-28a49b557093","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.740814032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"77678808-1ede-4965-bd34-26fdb6c515dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.741020013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"85226bb1-8e43-43ea-a3ce-eb04ec60c840","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.740819763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"cd663892-71da-43f6-8515-bb9493da1463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.741749129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9a210664-987c-4932-bb92-e0f316bfa7fa","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.799116216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"77678808-1ede-4965-bd34-26fdb6c515dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.799505314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"85226bb1-8e43-43ea-a3ce-eb04ec60c840","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.801568507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"cd663892-71da-43f6-8515-bb9493da1463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:35.955065225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-models-access-denied-auth","reconcileID":"bf30f369-a811-48dc-a216-1b8df6a63fbb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:36.165822692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"ae54869b-2d2b-4f8d-b3f2-06713ea51ed2","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.544353904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"a27a54cc-0d55-46ca-bd64-3a66a26bbf3b","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.601188386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"fadea683-7fa5-4e6c-aa11-f8b85ef27f72","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.808142273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"be2d1073-f09b-419f-97ee-64bdc206f344","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.828012293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=10:[ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.828098216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"51016edb-be44-48f1-8b1b-b8e9c772d426","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.8650645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"be2d1073-f09b-419f-97ee-64bdc206f344","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.889044255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"5d40db96-6d0b-46ca-b869-d826477c37dc","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.934706178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"e6e91c8c-1786-48b2-8279-7a5a1edf50c3","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:37.941956157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:37.9894167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"eaf3414c-e8eb-4851-b7a6-4ab7eb97db50","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.035234857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"edc27cf3-6c12-4d8c-a358-1e04f6b0b83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.035732083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"30d3bdaf-32a8-40e1-a1f2-89309bfee382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.123380429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"30d3bdaf-32a8-40e1-a1f2-89309bfee382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.125793099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"edc27cf3-6c12-4d8c-a358-1e04f6b0b83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.126495837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"7596c12f-17b5-4bfd-81ef-c83e0b661b36","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.178278419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"2533f606-29e9-471d-b527-d9dccd6b81ac","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.181591871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"b51e5573-f5f4-42a4-bbbe-af9e5c0f40e5","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.235432423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"81c0ce25-305d-427e-a5f1-4c9aa8c04983","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.392890003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=10:[ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-5cbe34/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.393081267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"d4febb72-c55e-4e4c-9353-261dbcfe0530","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.435051861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"d80015f7-3105-48ec-b99e-1affad5cb1b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.440236654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"3df7444e-4987-4a4c-a904-b20d6e7bccd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:38.446140112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.448716606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"cdc9716b-2f56-4b34-8b10-d907c811a0fe","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.492305208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"d80015f7-3105-48ec-b99e-1affad5cb1b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.496868505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"3df7444e-4987-4a4c-a904-b20d6e7bccd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.501331364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e676d79d-f455-485b-9811-26e488bbfd10","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:38.502140191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.557800047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"713c77a3-2080-46e4-bde7-d1cc8884a29c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.587485912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7f3c6531-bd45-4016-862d-a416e520b1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.587660911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b70f675-8a92-43ff-9ae8-24be79b2febd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.60582504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"df934a59-9c40-44ea-a566-e3e7bdae8339","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.644730371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7f3c6531-bd45-4016-862d-a416e520b1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.644922302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6b70f675-8a92-43ff-9ae8-24be79b2febd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.767000789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e0fc380f-4767-47c1-9d8c-65bacd5c7bc8","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.768354555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"68321433-3744-4b99-a616-d12d1fab7734","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.920227266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"123bd6e5-3d4e-4455-87af-a276890f2068","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.93211624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"4e1535c6-a031-43f7-b47f-ac3ac8038c3b","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:38.976947863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"123bd6e5-3d4e-4455-87af-a276890f2068","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.024269015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"3b257a9c-480e-4b64-85cd-e4d8ecaa4a53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.081454876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"3b257a9c-480e-4b64-85cd-e4d8ecaa4a53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.145350677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"68466ca9-efce-47b2-99b4-a04ea7e6cbf8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.171841719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"2963ca54-570a-4bc4-9176-2daeb9cbb389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.171848493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"628e26b5-d763-4948-a1c3-b6311f5e56e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.228459563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"2963ca54-570a-4bc4-9176-2daeb9cbb389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:39.228858038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"628e26b5-d763-4948-a1c3-b6311f5e56e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:40.914638561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"646e9718-19e5-4c2f-9bed-2746a338cdbc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:40.971750763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"646e9718-19e5-4c2f-9bed-2746a338cdbc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:41.399753757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"84d451bc-21e4-42f9-91ad-e41e903c8318","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:41.399784158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"84d451bc-21e4-42f9-91ad-e41e903c8318","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.160076793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"90ffbdd0-19af-4eca-8474-a8e7745eecd1","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.321360697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"9c659959-6209-4835-b6ad-57f398fa87cb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a081308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.432386409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"423564a9-1ab2-4dc5-af13-b5022718b66d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.432472705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4619900c-4f27-46c2-b36b-ae7757abcb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.432834436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"f0caea05-ffb1-4433-8e86-d54780817793","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.432868258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3912db00-43a5-415e-ba21-853a4cf5cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.489997882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4619900c-4f27-46c2-b36b-ae7757abcb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.491063331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"423564a9-1ab2-4dc5-af13-b5022718b66d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.492695084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3912db00-43a5-415e-ba21-853a4cf5cd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.493796518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"f0caea05-ffb1-4433-8e86-d54780817793","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.957010667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"b11cc907-7d4d-46db-b540-79c451d9f69a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:42.965280384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f84fd0fe-d194-4cd7-915b-442fdb916720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.020867129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"d5bd10c1-de7b-42f9-8b92-ff55194d4967","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.021206795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5e9fac8d-c338-42c3-92ed-a6c90a3cd55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.023407641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"b11cc907-7d4d-46db-b540-79c451d9f69a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.023628069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f84fd0fe-d194-4cd7-915b-442fdb916720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.078352597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"d5bd10c1-de7b-42f9-8b92-ff55194d4967","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:43.078761458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5e9fac8d-c338-42c3-92ed-a6c90a3cd55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:44.373990075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7bc2f2-3bfa-4b77-955d-00ca4d004ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:44.425861554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7bc2f2-3bfa-4b77-955d-00ca4d004ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:44.477713954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7bc2f2-3bfa-4b77-955d-00ca4d004ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:44.529312751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7bc2f2-3bfa-4b77-955d-00ca4d004ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.430733477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c47600-05fa-46fe-98a9-5645019efafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.483125157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c47600-05fa-46fe-98a9-5645019efafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.534974946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c47600-05fa-46fe-98a9-5645019efafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.535781167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c79e5751-863d-4bcd-981e-0be33b66af58","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.535799163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c79e5751-863d-4bcd-981e-0be33b66af58","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.587515604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c47600-05fa-46fe-98a9-5645019efafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.639684041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"73e71505-73f5-4189-a6f1-cfb0b5dd08b5","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.698640631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"503ebe9c-d1aa-4b92-95ab-6890e1a8355c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.700294707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"73e71505-73f5-4189-a6f1-cfb0b5dd08b5","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:47:46.704702772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-e52723-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.751280324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6bedce49-1252-44f8-a4f4-f8b7911a6cfd","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.751299812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6bedce49-1252-44f8-a4f4-f8b7911a6cfd","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.854366406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"796d59fa-dac0-4f73-8bf3-73132f37525c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.908119522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"bda98f5f-3c82-4b2a-b9f1-255a14a12a63","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:46.908136284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"bda98f5f-3c82-4b2a-b9f1-255a14a12a63","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.02038344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"1dceb323-16ea-47bd-a747-0b43c70e07e8","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-att-serve-e52723","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.116400525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"df4ad88f-e076-429f-b5e6-16c1551dad56","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.173801148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"df4ad88f-e076-429f-b5e6-16c1551dad56","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.289999522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"069e6cb5-5dbd-41d1-b524-e6e68fcadf63","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.290028718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"069e6cb5-5dbd-41d1-b524-e6e68fcadf63","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:47.497762999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"1603a0a3-2448-4730-81ee-63c7b849ed9a","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.070751145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.325256682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"ae4de08b-14dc-494b-84ee-cf75beb7b5ba","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.504887398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"99291f4b-acae-47b3-a40a-77232f5a2c9c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.672987208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"24f3b8ca-7d35-4b79-b10f-e654f9e358f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.677964525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e31c044d-90d0-4196-8742-5ec731240b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.681983073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"96bc4f49-839a-40e4-b4f4-a501f83c99f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.682811618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"85e5574d-7de9-475f-a28c-a35b4a298e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.744579245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"24f3b8ca-7d35-4b79-b10f-e654f9e358f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.752811786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e31c044d-90d0-4196-8742-5ec731240b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.756039667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"96bc4f49-839a-40e4-b4f4-a501f83c99f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:50.758146634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"85e5574d-7de9-475f-a28c-a35b4a298e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.170828839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"d46599e6-a6e7-4f41-861a-0299301248f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.170830023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a6cd65e1-45cd-4b82-8972-02bff244f6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.172103581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"0a8e731d-6ea1-4ed9-a852-6bccb16c9c90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.178657897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1bd58cec-6285-4808-96cd-75029f60083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.228256924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"d46599e6-a6e7-4f41-861a-0299301248f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.228288891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a6cd65e1-45cd-4b82-8972-02bff244f6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.230704345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"0a8e731d-6ea1-4ed9-a852-6bccb16c9c90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:51.235576745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1bd58cec-6285-4808-96cd-75029f60083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.374197231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"93c98b8d-7c18-4edd-93a0-5664b2c6e115","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.426664725Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"93c98b8d-7c18-4edd-93a0-5664b2c6e115","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.479347748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub1","reconcileID":"93c98b8d-7c18-4edd-93a0-5664b2c6e115","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.751336867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f972deb9-f10f-414c-89d4-252aa335f14a","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.862712685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"98eaac8b-e466-4166-9f33-960bb070761b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.862738736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"98eaac8b-e466-4166-9f33-960bb070761b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:52.915320653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e34b3ca0-01a4-4591-97d5-7f1e7ddc1f8d","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.010698298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d64c881c-6a44-4e21-a3ed-9557f30f78e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.011279651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"f53ed695-118d-4e28-ace4-42b1a3cfbbe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.011303337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"785148ab-aaa6-458c-ae45-9074e5c5873d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.011974237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"df06234e-e75d-4c80-9db6-26c02ea1143d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.069281822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d64c881c-6a44-4e21-a3ed-9557f30f78e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.069699673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"f53ed695-118d-4e28-ace4-42b1a3cfbbe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.07311848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"df06234e-e75d-4c80-9db6-26c02ea1143d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.073118477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"785148ab-aaa6-458c-ae45-9074e5c5873d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.079991013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"9d01e5ff-7b65-46d0-ad95-24693f03eea9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89865777","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.490157274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4f6f969b-671f-4164-9f90-8f94095fe796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.490167373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"0092bc83-741b-4924-a5e7-0cada5f9cf0f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.492185025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d7b696c8-478a-49fe-bf96-abc2a04647c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.492219956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"65f12c57-1063-4520-8741-e7d5eb81bebd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.549278949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4f6f969b-671f-4164-9f90-8f94095fe796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.549482145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"0092bc83-741b-4924-a5e7-0cada5f9cf0f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.551923415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d7b696c8-478a-49fe-bf96-abc2a04647c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:47:53.551983516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"65f12c57-1063-4520-8741-e7d5eb81bebd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.720599451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"1afd972a-2d5d-4348-94b3-63a757d5d7cf","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.878315621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a5e85c64-d6f3-4c06-b800-2102cc534c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.879050361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1bd722cd-06ca-4720-ab8f-907fc1e95708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.879848144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"d885c890-e03e-4d8c-8d20-d95f7904570d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.881372638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"444c72ea-6d45-405f-8307-afd6dd615112","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.881842559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"333d18ab-be07-435f-833d-ea6e32595d87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.956307379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"d885c890-e03e-4d8c-8d20-d95f7904570d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.956638323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"444c72ea-6d45-405f-8307-afd6dd615112","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.96179978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a5e85c64-d6f3-4c06-b800-2102cc534c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.965579363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"333d18ab-be07-435f-833d-ea6e32595d87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:00.969869157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1bd722cd-06ca-4720-ab8f-907fc1e95708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:01.01959546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"454e9ea7-970e-4090-9aef-0c115ad0172a","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:01.019616594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"454e9ea7-970e-4090-9aef-0c115ad0172a","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:02.341947744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"bf7399cb-87b5-47a6-af2c-ae7d4f2a62a9","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:02.735887181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f16e67d7-cb0b-4dc1-9247-ea619799a8c0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:02.790394154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"2514a2c5-a28c-4479-9a42-711f5aa27a29","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:02.947246307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"35b15a7c-0712-4e3b-a553-0ddc02163787","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.004127861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"35b15a7c-0712-4e3b-a553-0ddc02163787","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.006707507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3c9c4171-602a-4c78-ad21-606a9af30786","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.063894718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"762adc5a-9666-4bf0-87a5-0380b40e39e7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:03.113052641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-sub","reconcileID":"d69f8bad-5062-4864-a254-c134c611f111","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.132260683Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"b64de24f-45e6-4fc9-8d86-617d062c9466","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.164756477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e1464b3b-6e90-4324-9b34-ce9c341f164a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.164761058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0fc9e624-64e9-490c-9877-daa871483deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.184307204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"b64de24f-45e6-4fc9-8d86-617d062c9466","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.223755765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e1464b3b-6e90-4324-9b34-ce9c341f164a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.22384261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0fc9e624-64e9-490c-9877-daa871483deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.225939904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5f9ee2c7-e9e4-4ca2-9b70-72cca5e8dac8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.236857344Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-sub2","reconcileID":"b64de24f-45e6-4fc9-8d86-617d062c9466","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.283010564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4506f647-f442-4d82-bdc5-e6b201a2d713","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.323754429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"79f24d50-9124-481c-96b1-dc1f358feca0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.47896902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"a2f59e94-4ad0-4493-ad56-9884f6ddbf71","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.53763577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"a2f59e94-4ad0-4493-ad56-9884f6ddbf71","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.545756835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"86bf2187-8e10-4dee-903f-7c923a2de506","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.555929614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-sub","reconcileID":"a25fee05-5b2f-47ee-b1dd-c87c6bdb2fb4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-status-active-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.606243056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"16b52618-223b-4e1f-a2cc-23e7dc3448b4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.624407091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fff68b1d-b657-4b41-ad9a-ebdd8383da8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.624484887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6c662dfe-9ef0-44b6-b4ce-9cb82cfecef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.681693369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6c662dfe-9ef0-44b6-b4ce-9cb82cfecef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.68270548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fff68b1d-b657-4b41-ad9a-ebdd8383da8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.704571262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1e6898bf-b5bd-4873-ac8f-ab43e6c0311b","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.723780847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7e673ce3-b7e9-4cc6-91a3-ff06db901c82","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.770875691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"b03467de-bd66-4360-9cec-c727e3ef68f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.826998848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9d9c597a-4274-4bbb-b310-b10451dd642e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.827166566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"70e8dbd2-1019-4ea5-94ef-d9f7d3726d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:03.854719911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"a2f59e94-4ad0-4493-ad56-9884f6ddbf71","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.854874541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth1","reconcileID":"989a9b0d-2f64-47e6-9d3b-eff4c3134c95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.884219244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9d9c597a-4274-4bbb-b310-b10451dd642e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.884425783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"70e8dbd2-1019-4ea5-94ef-d9f7d3726d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:03.934751873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-sub","reconcileID":"6c3ba045-713c-4539-bf78-66dc5bf1dd99","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.058141087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"566be154-8907-4032-bfb6-2c5e1933ffcb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.05881103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"874f36bd-e400-4cfa-83aa-58950cb9ee28","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.109614923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"1e9d41b8-9e54-4f0f-8ab1-2ee8535bed5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.114918379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"566be154-8907-4032-bfb6-2c5e1933ffcb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.166647939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"1e9d41b8-9e54-4f0f-8ab1-2ee8535bed5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.214178148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"d4317cb2-13b8-4371-a0b5-c6595f04010a","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.369712066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-ignore-header-auth2","reconcileID":"1baa5887-2c77-4011-becc-ecf6d1792a22","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:04.578465609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"bb50d070-e87c-472f-87bb-45412c42fe87","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.774303687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"971b58d9-9403-410d-8796-19c0c1b27298","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.8023164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"20f031e2-1b51-412e-a52e-6fb0708d6c88","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.859516419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"f0199cfa-9a1c-4739-860f-9dc1db173228","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.906631172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"430ade46-af86-461c-a8e7-2f5ad32aff2a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.928936448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"258c9238-b950-444d-bdbf-9aa6f99e3c6a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.928946205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f749917d-1bec-4fb7-bf57-05721a53b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.92935156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0723849c-43e1-4cb8-88a3-e40040df7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.957701187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a755269b-7f4f-4651-98dc-7099ae1f73d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.963236822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"430ade46-af86-461c-a8e7-2f5ad32aff2a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.985663645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"258c9238-b950-444d-bdbf-9aa6f99e3c6a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.985944289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f749917d-1bec-4fb7-bf57-05721a53b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:05.987822731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0723849c-43e1-4cb8-88a3-e40040df7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.00568508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"69e15593-576f-4493-a137-f98ab6cdabcd","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.0143692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a755269b-7f4f-4651-98dc-7099ae1f73d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.204371482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"42723e38-a859-4b93-8fe5-7de325d74bfa","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.350370796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6415c01e-374e-42bf-bd88-576134cce57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.350450384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eada6a81-3851-4c58-bde3-affd2c9cec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.35118136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dadb223-5a41-4b5c-bb8c-8f2fec377b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.381853516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"e6ad985a-a341-493b-acae-7f61283d430d","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:06.387962623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"cc57f168-390a-44fa-b400-213295f66d8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.402329001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"26955dd4-2b22-499b-afdf-36665a839b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.403694626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"5d6afc23-92bb-427c-a99d-4b25e0f6048c","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.409166385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6415c01e-374e-42bf-bd88-576134cce57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.409166325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dadb223-5a41-4b5c-bb8c-8f2fec377b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.41136158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eada6a81-3851-4c58-bde3-affd2c9cec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.454332765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"23310756-1de7-4ab6-95e3-ffdef45c24be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.459718858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"26955dd4-2b22-499b-afdf-36665a839b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.487495536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"2f7bcc26-ea15-432c-be30-5829b8341c0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.487559133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"2f7bcc26-ea15-432c-be30-5829b8341c0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.523939631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"23310756-1de7-4ab6-95e3-ffdef45c24be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.540469475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"8f8c2ce1-9e66-418b-ad79-1bc8bb24c7cb","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.651252639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"611c76f4-83a6-47e6-bb29-2f106d8e814d","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.704586053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"1171c72d-cf2e-44c8-98be-9b05ffd68e6e","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.704938448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1ec4c439-be44-4ab2-bbd8-a29cf253799c","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.775793083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"c5c942bf-7e3a-4f2c-a4df-b9760f5ef9e9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.775864461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"3e2eaa50-1dc5-441e-8f92-798d512a2d42","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.779328624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"38fefd7f-7197-4601-ae48-2ce58c2d618a","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.81683676Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"dbff15ee-5464-4719-b5b1-0938709705db","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.833638227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"c5c942bf-7e3a-4f2c-a4df-b9760f5ef9e9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.833801315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"3e2eaa50-1dc5-441e-8f92-798d512a2d42","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.87200913Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.87259453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"12a45866-f739-49a6-bc28-5696e037b0a0","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.887652266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4c496dcc-c6e0-4187-a074-e1ac44d59aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.936029015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"b5286f0a-e617-43ed-9224-135a0ddbfec3","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.944824017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4c496dcc-c6e0-4187-a074-e1ac44d59aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.987001008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"290a31a2-e230-4d0a-af3a-227685879117","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:06.989705627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:06.995228762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"a61b08af-499a-4753-8a48-04f49d461d10","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.042792919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"297e840c-8a99-4257-a35c-914bce242f70","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.046112793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"8d88e92d-a781-43e3-8947-087dd34beeb3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.102889275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"8d88e92d-a781-43e3-8947-087dd34beeb3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.141170132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bf3498af-29a8-43cc-80a8-af7b61df5b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.150097773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"187fa9ef-4f6f-4f0f-8da2-426a22bb2439","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.169298779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"8ff81868-151f-4d58-b964-208248ce869d","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.201151699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bf3498af-29a8-43cc-80a8-af7b61df5b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.223029216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"1fb87336-54b7-4204-9fbd-a9083bd74561","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.261098885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a527e9d7-d67a-4956-8e63-d66a4c1de62f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.262125341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"2fef061e-6a82-46aa-a2cf-8dc6425549b0","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.262143616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"2fef061e-6a82-46aa-a2cf-8dc6425549b0","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.318020766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a527e9d7-d67a-4956-8e63-d66a4c1de62f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.318491732Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"39dca28d-5c4d-4dfa-b984-993ae4686ef7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.372602674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"142ecd3d-0e75-4ed2-8f86-e6ac07dc1510","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.48265479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"7645fe35-89d8-4115-9e60-6ae65b574b66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.487999691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"3d715848-96f6-4f89-a354-9e375944155c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.50126769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ee2cf10b-f9bc-4460-9b49-5bad89bb9a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.501735445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"e1b0d3f8-a020-49e6-975f-805a7a40be8f","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.541099272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"7645fe35-89d8-4115-9e60-6ae65b574b66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.55835307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ee2cf10b-f9bc-4460-9b49-5bad89bb9a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.722748625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"dfc89202-a915-40ed-a58a-f7337c64745a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.724244319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"514c6f50-0979-4361-a9b7-11611c9b35d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.776981129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"7c480a04-4dd1-411e-b044-8f76a32430ec","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.777006546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"7c480a04-4dd1-411e-b044-8f76a32430ec","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.781149936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"514c6f50-0979-4361-a9b7-11611c9b35d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.826998269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"9c2667f6-8506-466d-8a53-a55f3c8cb5e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.856065829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"0e553f45-bb0e-457e-874e-4f4c7b602eca","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.87915062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b68222ab-01e0-4553-a04c-2086c95a7d55","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.884276923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"9c2667f6-8506-466d-8a53-a55f3c8cb5e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.938725179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b68222ab-01e0-4553-a04c-2086c95a7d55","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:07.979916724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fc83eb-55ea-4243-ae76-fb10a430b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.03923592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fc83eb-55ea-4243-ae76-fb10a430b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.081143933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39e27e1e-7bc9-4767-8d69-b46cc8bd1be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.137953119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39e27e1e-7bc9-4767-8d69-b46cc8bd1be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.180237604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"75026699-d210-449a-861c-92dabb192024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.237203956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"75026699-d210-449a-861c-92dabb192024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.241318755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"ec66db59-cacc-47d8-b4f4-94f18c1f8656","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.298956773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"ec66db59-cacc-47d8-b4f4-94f18c1f8656","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.350316383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"43f5b10b-ac93-4f3c-bb6a-88e8bc00753e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.407341916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"43f5b10b-ac93-4f3c-bb6a-88e8bc00753e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.449701166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5ff76798-cef6-4ee3-a1f1-f5529e5971a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.461778324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"cdc12ff3-c3d8-4913-a1a6-9b946495c104","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.506754795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5ff76798-cef6-4ee3-a1f1-f5529e5971a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:08.518846855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"cdc12ff3-c3d8-4913-a1a6-9b946495c104","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.510912895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"cf4ffdd2-b27c-46b5-a228-994ac497e20c","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.672234286Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"3fd87163-3651-4182-9a17-0dda330d0174","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6481ccca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.774993502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"009fec68-bdf8-4a67-bc0f-e90e4233f382","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.775139147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1cc7c849-65d7-46ad-b680-71eea4674a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.774994866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"170954f2-42b8-4fc4-9dd4-9861ca87c65e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.775574205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"408c7128-7163-44dd-a1eb-a6851a4186ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.832651693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"009fec68-bdf8-4a67-bc0f-e90e4233f382","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.832931747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1cc7c849-65d7-46ad-b680-71eea4674a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.835078166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"170954f2-42b8-4fc4-9dd4-9861ca87c65e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:11.83518714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"408c7128-7163-44dd-a1eb-a6851a4186ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.165958975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.218359518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"e8247b51-9393-4d0c-8639-ab57ebf784a0","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.21837914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"e8247b51-9393-4d0c-8639-ab57ebf784a0","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.24772355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2274a3ab-7c2b-430b-9708-4a4652d96d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.248965981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"5a8f2009-68a4-4a0e-a1fa-f1ff0991ba23","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.249486841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"4cd7635f-b46b-4808-8ad3-97e12e2ccebb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.24989782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"16ff137a-b6b6-463d-b7fe-2e8d7c739e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.305554384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2274a3ab-7c2b-430b-9708-4a4652d96d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.306371818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"5a8f2009-68a4-4a0e-a1fa-f1ff0991ba23","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.30814607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"4cd7635f-b46b-4808-8ad3-97e12e2ccebb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.308711601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"16ff137a-b6b6-463d-b7fe-2e8d7c739e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.321833813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6647e4b8-4447-427e-ad55-ba65f86d7f1c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:12.335947452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-8c0c56-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.379261075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6647e4b8-4447-427e-ad55-ba65f86d7f1c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.381933532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"1d1a7079-7eed-4095-a328-a3fe90c0ecb4","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.381949438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"1d1a7079-7eed-4095-a328-a3fe90c0ecb4","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.487023584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"36c8a3d8-163b-4e57-a326-059ae62a35d9","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.487040596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"36c8a3d8-163b-4e57-a326-059ae62a35d9","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.539912419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"f9ec38dc-4883-44af-80e0-b3243c14840c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.59477578Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"3a6b8a98-3225-4c38-b15b-fdceec6a0f15","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-att-unrel-8c0c56","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.677462374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"f44f3d7a-ea7a-4556-a098-46de4b3a2656","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.737337763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"f44f3d7a-ea7a-4556-a098-46de4b3a2656","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.795504589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8650bafd-af2a-4e85-892f-12b963e16a0f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.852726962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8650bafd-af2a-4e85-892f-12b963e16a0f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.866356566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"21dde5bb-9811-4d04-a5b0-bae616c6c844","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:12.866375801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"21dde5bb-9811-4d04-a5b0-bae616c6c844","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:13.07527611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"23d202e7-921a-4879-8f1d-f851c9d43848","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:15.809211647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"890d757b-5316-4990-92c1-604436449cb3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:15.938933042Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-sub","reconcileID":"a2b1bb44-a4e6-41e0-bd06-a87691d37e73","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.000089348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e266ef70-ee00-4949-aab6-c7e7f2e6aa74","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.179517796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-sub","reconcileID":"a2b1bb44-a4e6-41e0-bd06-a87691d37e73","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.435566549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"f2fe756f-6fc0-4265-92bb-7a8a2cd7b5d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.464248507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.466736643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"248dfdb4-2e63-4a9d-b5fa-4b2dbb6252e1","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.588053196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"7e794396-ca9d-47fd-a204-3798adeb66bb","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.588085171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"7e794396-ca9d-47fd-a204-3798adeb66bb","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.649558082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"261a549f-57fe-4dd1-85f4-dbaa29b86feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.649503498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ab8a7562-4232-40d3-a6a2-bdadfda08472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.651601684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"81b196ec-949b-4405-a7c5-8e498b3ebc20","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.652353186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"f3e5f887-d1a4-45c4-bad0-6eeb08384bb5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.721339794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ab8a7562-4232-40d3-a6a2-bdadfda08472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.721990079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"261a549f-57fe-4dd1-85f4-dbaa29b86feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.737124079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"f3e5f887-d1a4-45c4-bad0-6eeb08384bb5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:16.927797064Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth","reconcileID":"2f46c5d5-5417-4048-beb3-46d76fefcdb1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.129356944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bb69e7e8-2dff-4935-803d-4b5ee47bd89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.130615514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ded80feb-8cd6-4ffa-bbf6-086389844669","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.140983267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"6d404232-18bc-4440-8769-53bf134726cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.226070713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"6d404232-18bc-4440-8769-53bf134726cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.235608916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bb69e7e8-2dff-4935-803d-4b5ee47bd89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.311353316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"a606ef2d-1e27-43a4-a47a-6b28acf5ebf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.312364449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1218462b-52d1-4313-b88b-f2b1e3818651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.373664901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0ac114e8-197c-4bc0-b32f-eb49c210f489","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.387045324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"a606ef2d-1e27-43a4-a47a-6b28acf5ebf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.387866905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1218462b-52d1-4313-b88b-f2b1e3818651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.441223667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0ac114e8-197c-4bc0-b32f-eb49c210f489","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.622335584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e56dd08a-241d-4766-a5c7-4d8b7c8c20f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:17.694155686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e56dd08a-241d-4766-a5c7-4d8b7c8c20f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.122795289Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:18.270507088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-sub","reconcileID":"ca8bcbd2-e2a3-4776-835d-781e1e3460c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.306449956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b57af4df-b634-40d0-b798-3b7265c791c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.309509125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"952b806a-0031-4343-8506-5aec7c9bcb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.374756707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b57af4df-b634-40d0-b798-3b7265c791c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.386103283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"952b806a-0031-4343-8506-5aec7c9bcb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.75243773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f6a2f720-0113-4569-81b4-e4a30781238b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.753504596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"94e05a43-82d5-4826-b43e-41a97c28ab36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.810359434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f6a2f720-0113-4569-81b4-e4a30781238b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:18.810491695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"94e05a43-82d5-4826-b43e-41a97c28ab36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:20.066258717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:20.709315433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"50213ea9-ba5e-4906-8fcc-0c91b28e9694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:20.709342445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7aae1530-a18a-4bf7-ae46-37bedb088bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:20.76617755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7aae1530-a18a-4bf7-ae46-37bedb088bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:20.766531809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"50213ea9-ba5e-4906-8fcc-0c91b28e9694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:21.725004861Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"ddccdb8a-f2af-43d9-9782-7ec2eba72ce3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:21.777810658Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"ddccdb8a-f2af-43d9-9782-7ec2eba72ce3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:21.830753849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub1","reconcileID":"ddccdb8a-f2af-43d9-9782-7ec2eba72ce3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.108025564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.10844075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"15b52a06-68d3-44bc-8db8-d27fe79f2fb1","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.270996704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"9ab54ef5-74e1-4cb3-bf8b-1b4e2643ec3d","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.374436197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"1984bd3d-1492-4811-af88-6d339529bb74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.374468278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"81c770e3-d319-4a19-85bc-6f1ba0c346f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.375016454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8355ba71-f4d6-498c-a44e-b37b08fa2255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.375114878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"13e7811c-0dec-4f9e-b2f7-97e4ae08fff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.433364885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"13e7811c-0dec-4f9e-b2f7-97e4ae08fff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.433364886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"81c770e3-d319-4a19-85bc-6f1ba0c346f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.436682643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"1984bd3d-1492-4811-af88-6d339529bb74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.436992289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"f22f2827-abc4-4b07-8e5c-1090b4978779","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d35b1117","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.43716582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8355ba71-f4d6-498c-a44e-b37b08fa2255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.902981943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"166a4ab3-2e11-426b-a8dc-2a73dc2b2674","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.903338079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ddf21698-c075-4218-9592-5ca47524a665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.903459491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"c915c24f-cda7-43fd-a4f2-ca6ab7552739","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.904366113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c60fb1a3-295c-412e-8723-34b9f6e872ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.960866673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ddf21698-c075-4218-9592-5ca47524a665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.96100429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"c915c24f-cda7-43fd-a4f2-ca6ab7552739","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.963058079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"166a4ab3-2e11-426b-a8dc-2a73dc2b2674","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:22.963429256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c60fb1a3-295c-412e-8723-34b9f6e872ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.667857693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","namespace":"ai-tenant-e2e-inf-a-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.667916938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","namespace":"ai-tenant-e2e-inf-a-07f276","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.667966076Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","tenant":"e2e-inf-a-07f276","tenantID":"e2e-inf-a-07f276","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.722223686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Deployment","name":"maas-api-e2e-inf-a-07f276","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.783057656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Service","name":"maas-api-e2e-inf-a-07f276","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.843897159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-07f276","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.8982335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-07f276","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:27.95465153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.009620243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.067596918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.129703716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.183950159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Deployment","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.235949185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.300831217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Service","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.352594677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.404234681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.456078532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.507752288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.563599836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.617150865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.668695136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.724581127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-07f276","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:28.776454796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"namespace":"ai-tenant-e2e-inf-a-07f276","name":"default-tenant","reconcileID":"ab7aed4e-bcd2-4183-b738-6dfb0b016795","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-07f276","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:29.924201057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"32e83c76-1194-492a-9071-fa08cf9f22b2","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:29.924226244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"32e83c76-1194-492a-9071-fa08cf9f22b2","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.262577958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d2dbdd62-69cc-43d3-8237-6ebb514f8c80","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.262601605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d2dbdd62-69cc-43d3-8237-6ebb514f8c80","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.32023305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d5bda6bf-3f39-4568-a8f3-2cbf2cc1bfce","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.320252213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d5bda6bf-3f39-4568-a8f3-2cbf2cc1bfce","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.424275798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"19cbaa8c-ec6f-4ccc-ba64-1d916bbaa67f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.554517116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"19cbaa8c-ec6f-4ccc-ba64-1d916bbaa67f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.612041826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"19cbaa8c-ec6f-4ccc-ba64-1d916bbaa67f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.668068837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"da467a60-b1cd-4ffe-936b-550e4e43adb1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.668086511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"da467a60-b1cd-4ffe-936b-550e4e43adb1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.735898821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-sub","reconcileID":"e07a017a-2ebc-475d-8071-4c72bec2836f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:30.736007678Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-sub","reconcileID":"e07a017a-2ebc-475d-8071-4c72bec2836f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.054079052Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.211029005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"32673d3c-616b-4862-8814-8c717334faae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.211191952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"818bf9ad-3a16-4969-9e6c-0b385592ac91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.268807691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"32673d3c-616b-4862-8814-8c717334faae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.268856369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"818bf9ad-3a16-4969-9e6c-0b385592ac91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:31.98595455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"23972c0c-b8fb-44bc-85ca-3037e1f914c3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.043576997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"781325e1-b1d0-4e79-b21d-276ce60d7087","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.19900564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth-only","reconcileID":"74a1c51f-2ba4-4c95-8f5f-00b1e465a036","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.256452508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth-only","reconcileID":"74a1c51f-2ba4-4c95-8f5f-00b1e465a036","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.489743085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"df9c86d9-d647-496b-af75-0a4efe3b41e0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.541999768Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"df9c86d9-d647-496b-af75-0a4efe3b41e0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.573919391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"35348ab0-785e-444d-a886-2df46f9c3bad","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.594042093Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-sub2","reconcileID":"df9c86d9-d647-496b-af75-0a4efe3b41e0","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.735793352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth-only","reconcileID":"14314a39-79cf-4b79-aaeb-572e20faa05a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.792779449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth-only","reconcileID":"14314a39-79cf-4b79-aaeb-572e20faa05a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.864574193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:32.864591307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"c6a96805-7d57-4a71-bb76-a27d1ac4aca3","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.016282781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"c357c0cd-5c79-4e80-98ec-22df8cef69d0","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.125061933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5459fda0-bda0-4a39-834d-40be24950cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.125335017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"56888a08-3cbb-43de-996b-7d6f9325ef6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.125754089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b0f63732-c883-4cce-98d1-2526f12f19bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.125889851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"9337fdc4-4626-4315-a39b-37391bbf62be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.183491362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"56888a08-3cbb-43de-996b-7d6f9325ef6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.18605655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5459fda0-bda0-4a39-834d-40be24950cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.19121523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"9337fdc4-4626-4315-a39b-37391bbf62be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.191721488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b0f63732-c883-4cce-98d1-2526f12f19bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.342953062Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth1","reconcileID":"f01e4ace-c101-4575-b2ae-a58211dd12ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.598843796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"4920c0a8-2112-4e38-a9ca-82d5001f5195","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.604107266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"2711efef-e1ba-4f81-ad8d-0262e800ba7e","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.656082529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"4920c0a8-2112-4e38-a9ca-82d5001f5195","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.772274778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"677b4303-4192-4b67-9b4c-5c85e324e04d","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.863366042Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-07f276","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-07f276","reconcileID":"8ab31088-fec3-4a68-bf52-3ee691ae392c","aitenant":"ai-tenants/e2e-inf-a-07f276","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:33.863654936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-multi-keys-auth2","reconcileID":"036376f8-cbb6-4db2-a17f-7b5bd8cc3507","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.122917389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"3efa6ed7-ba18-4683-9dc1-3fb36a16906c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.413381547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b45a22a-5c89-4842-abdd-cc9fc3a3188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.465494875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b45a22a-5c89-4842-abdd-cc9fc3a3188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.518192487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b45a22a-5c89-4842-abdd-cc9fc3a3188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.573623632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b45a22a-5c89-4842-abdd-cc9fc3a3188a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.59425142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-active-auth-only","reconcileID":"32ecd8e9-b781-4888-8712-d45a26690779","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.594278645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c36777d5-ca6c-45e5-8cc1-7009f626a421","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.686566472Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-07f276","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-07f276","reconcileID":"8ab31088-fec3-4a68-bf52-3ee691ae392c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-07f276","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-07f276"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:34.850614047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5ec8d275-3aa1-4d2c-98de-b08243dda8d1","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.586233623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"b484a483-9e77-47b6-8855-fe9e76d3dbd6","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.710144422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"a19a3915-6aa0-444d-9dc5-4fc5e4603239","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.873273535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"2c00d38e-b53f-4f30-ba37-6b99f96ea313","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.881436584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.975710865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3b7fe0dc-6f1b-452a-a06b-d7a4d284f26e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:35.977424744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"363367b5-e8c5-4703-a284-766c044871cd","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:35.998847837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5d163960-3eab-4ec5-8d1f-3804f2ffe56e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.099406044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3b7fe0dc-6f1b-452a-a06b-d7a4d284f26e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.119248751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"045fce2e-8b4b-4608-952e-1820b2d7f028","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.168164731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"3c9efbad-26c5-4a0c-b8e4-ae2d9a54d427","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.193007714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e64489d2-a00f-48e8-99f2-b2ae2c9323c5","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.193510683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"71d58d1c-135c-4c0a-9b27-453a2a472c31","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.230192399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5376da4f-7ca9-4592-b5d5-b9beb23e8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.241860497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47e7cccc-cdef-4c57-bb2d-f83a576e5247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.242393595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"3c9efbad-26c5-4a0c-b8e4-ae2d9a54d427","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.261874243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"efc131c9-b025-4e0a-bd1f-7da7441d531d","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.302930878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5376da4f-7ca9-4592-b5d5-b9beb23e8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.305485072Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"3c9efbad-26c5-4a0c-b8e4-ae2d9a54d427","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.307418992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47e7cccc-cdef-4c57-bb2d-f83a576e5247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.316926164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"4cfcb686-1984-442f-bd13-343e92d668d1","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.426429317Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"de3eae9b-1c1a-4910-a858-6e4efdcae0ec","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.456904621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"ec4bda26-4e5f-47d9-8311-620ce45a8774","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.477257902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"451e1bc5-7f43-4502-8519-a6bdfdbfc112","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.478347029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]","namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.543146259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"4da32aff-8f86-412b-b41c-39fefac132dc","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.557031491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"39825989-bd30-4fc3-be93-4d58f7bf1816","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:36.611466716Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.616996698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"39825989-bd30-4fc3-be93-4d58f7bf1816","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.629027023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"10931162-e0a4-409b-b336-6c3bb240c3a1","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.629104972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"10931162-e0a4-409b-b336-6c3bb240c3a1","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.699811832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82e870-ecf7-4261-baf7-4f194ac4e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.7009968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"edfe80f9-527d-4626-a2ec-6a33d199c8d3","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.701479079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"ebf413ce-9534-447a-87a4-125f93aa616f","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.757080562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82e870-ecf7-4261-baf7-4f194ac4e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.815759416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82e870-ecf7-4261-baf7-4f194ac4e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.816268604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c0a6f632-ebda-431f-904a-93279f726ce1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.86937014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82e870-ecf7-4261-baf7-4f194ac4e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.870397534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"8012fc9a-d816-4d11-8f8f-73a8d1576d38","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.871857804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c49b1575-f7b9-4c24-881e-f876797814b0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.924590118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"546553c6-0671-425d-bd1a-d6e671733eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.931792835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c0a6f632-ebda-431f-904a-93279f726ce1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.933742851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"8012fc9a-d816-4d11-8f8f-73a8d1576d38","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.971361278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"bb595000-8e9a-4f0f-be73-3a6e48ca68a5","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.974820909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ed8809f9-79b5-481f-8a04-d763948b605e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.981774212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"546553c6-0671-425d-bd1a-d6e671733eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.98292963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"777fec05-39fe-43b6-bf27-b6db36125c23","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:36.989153223Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"8012fc9a-d816-4d11-8f8f-73a8d1576d38","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.032640837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ed8809f9-79b5-481f-8a04-d763948b605e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.204558703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"25db2c23-de84-4fbc-b514-6ad6c896d258","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.250296641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"05920a42-8e8d-4fe3-b993-51f27ff7eea7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:37.250527581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c0a6f632-ebda-431f-904a-93279f726ce1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.302078047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"cc5d4989-d078-4890-8823-735c413ce72f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.308566068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"05920a42-8e8d-4fe3-b993-51f27ff7eea7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.363281877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"cc5d4989-d078-4890-8823-735c413ce72f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.402587145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e4e310a2-9e8f-4e5a-b512-a364dca4697c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.417094247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c1e146a4-3036-480e-94c2-a22745d9a745","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.460004483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e4e310a2-9e8f-4e5a-b512-a364dca4697c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.50690362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"52e49c14-c7c5-4537-b3d8-1b9e4fa3360a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.519841012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e321cb4b-ec52-41f6-b165-2cdbaabc2321","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.564040228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"52e49c14-c7c5-4537-b3d8-1b9e4fa3360a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.577401149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e321cb4b-ec52-41f6-b165-2cdbaabc2321","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.72735109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"94abb063-1e06-4e6a-9fea-00ac4792e62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:37.784550576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"94abb063-1e06-4e6a-9fea-00ac4792e62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.214737999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-failed-auth","reconcileID":"a4596615-5519-46fa-9d40-ec5c2cc1a31f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.266521767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"fb8c34e6-4593-43f9-b6c4-1d8bfab9f831","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.369972751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"e27bcd8c-99f0-4142-bc4d-2d611ae00cc8","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.425608238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"c498a9f2-a6c9-41c1-95c6-16e255f9a815","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.432412723Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4a34d20a-b89f-44d3-a483-cfc0cba72be8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fce4cbcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.531512948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"263c3c25-33b8-4de2-be8f-d1d242453578","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.541730939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"463e2925-98df-4b97-b5ac-b8c90d3f639c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.541739429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"50b26391-2505-4a5e-a8ac-986a6ca7d735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.542209423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a9250b2f-312a-46e3-86ac-efa01aa874c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.542211619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e51f4c53-8476-4dca-b7ec-89f5398ac34f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.588670881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"263c3c25-33b8-4de2-be8f-d1d242453578","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.599193322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"463e2925-98df-4b97-b5ac-b8c90d3f639c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.599577897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a9250b2f-312a-46e3-86ac-efa01aa874c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.601472426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e51f4c53-8476-4dca-b7ec-89f5398ac34f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.601697423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"50b26391-2505-4a5e-a8ac-986a6ca7d735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.644816601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"263c3c25-33b8-4de2-be8f-d1d242453578","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.779680452Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"05a26ec8-8a26-49e7-9b48-107b972f309d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.802340729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"893adeba-ebc5-4948-bbb1-519e2fd5816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.86130109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"893adeba-ebc5-4948-bbb1-519e2fd5816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.913081027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"d410d2d4-e2f4-42f7-9aba-eea8f89f72b5","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.913206133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"f5129d6b-4047-4212-9f8d-4687f5e588cd","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.942470266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"56065f1a-45f3-4cda-9b29-b8b0c1ed8db5","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:38.942490318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"56065f1a-45f3-4cda-9b29-b8b0c1ed8db5","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.049277088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"5b72c0e1-e801-4a81-835a-92b3218e80b7","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.049408637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"5b72c0e1-e801-4a81-835a-92b3218e80b7","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.072726583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4d716e0c-fc54-480d-ab83-47bbae42f6d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.073088426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ea197df1-deea-4313-97fe-d8afc85fd46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.073329583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c42dcf4f-0e27-4583-b6ff-8c9693b0e3f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.138685659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ea197df1-deea-4313-97fe-d8afc85fd46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.139091626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4d716e0c-fc54-480d-ab83-47bbae42f6d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.142833293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c42dcf4f-0e27-4583-b6ff-8c9693b0e3f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.154637702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"0dd0f5db-d442-42c0-9cb3-3aec967a8b3b","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.17908558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47320b47-6eb3-4f71-88a6-49259d382e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.236590381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47320b47-6eb3-4f71-88a6-49259d382e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.262151293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"675da64a-d2b1-4f16-aa0f-dbd855b94774","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.319196864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"675da64a-d2b1-4f16-aa0f-dbd855b94774","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.333579289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8cc4912a-4651-4d32-8dc9-aef4d0c18aa6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.475248424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51afb784-29b6-4e74-bca1-4bc15a41d3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.475480614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94fd1f5-71bd-44d0-ab7d-0bfb48508005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.526351245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"89a2e8fe-46f1-4eb6-859d-99ff97d3f2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.532476382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94fd1f5-71bd-44d0-ab7d-0bfb48508005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.532687156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51afb784-29b6-4e74-bca1-4bc15a41d3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.583303934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"89a2e8fe-46f1-4eb6-859d-99ff97d3f2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.606316054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1ab44f70-2bb3-491a-b57c-0af2d1f3042f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.629694496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.630430674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f3d6a4c0-1c5a-46ec-8613-bbfed6eda2a5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.668326226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1ab44f70-2bb3-491a-b57c-0af2d1f3042f","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.688636705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"57742662-bdf1-459b-a3cf-dd7c57559ac5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:39.739355532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"98bdac57-7838-4ad1-b8d5-7ae0e97d3d3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.74770903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"992634b7-c799-4a8d-b99d-9cecd8415773","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.761205919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"edd7473f-2337-4baf-babb-4a005d29c4e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.806316143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3c9631f5-3cd6-4d3f-af4b-16474aac7144","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.81796207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"edd7473f-2337-4baf-babb-4a005d29c4e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.861001079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ac19a33d-9902-4161-bac0-fb9fb2bc0e26","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.873939748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"edd7473f-2337-4baf-babb-4a005d29c4e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.911440115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0712b4bb-803c-40c6-8026-7702cd929976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.919055859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f4b9efc5-a7c6-47c2-9314-7deeac2a6fb6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:39.969101457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0712b4bb-803c-40c6-8026-7702cd929976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.011163141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"16d2ff01-c9fb-4f70-817a-3a3b8ac0a82d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.011494753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4bec0ee8-a65a-4813-8e25-ef9f9c3dc4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.02241628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"1e13ead5-5129-4461-a205-029f37633225","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.068612547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"16d2ff01-c9fb-4f70-817a-3a3b8ac0a82d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.068807073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4bec0ee8-a65a-4813-8e25-ef9f9c3dc4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.126674999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6acbdb4b-ccd8-432a-a128-b120eddd63ce","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.126705185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c9ceb1a5-064f-4b72-9d8d-158f663a6044","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.126723288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c9ceb1a5-064f-4b72-9d8d-158f663a6044","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.12703584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"3abc619f-b540-43e4-8179-b01de2a2c43c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.184059817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"3abc619f-b540-43e4-8179-b01de2a2c43c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.184104996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"6acbdb4b-ccd8-432a-a128-b120eddd63ce","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.186511388Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"696e9cff-ca0e-459f-9c88-1601f3d0b3a5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.186647083Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"696e9cff-ca0e-459f-9c88-1601f3d0b3a5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.23168629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"cad5ad0c-98c9-4fb6-82d8-ad536a8a5dfe","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.231705969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"cad5ad0c-98c9-4fb6-82d8-ad536a8a5dfe","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.281614799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"196d57c6-8298-4cb8-b18c-af908f962812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.28260329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"96327218-8f76-4b80-bab8-c6ba401326ef","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.282635611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"7e8e7b62-2679-4a58-8ef1-3157bcc60783","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.339132224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"196d57c6-8298-4cb8-b18c-af908f962812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.340969716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7ec12e04-1e54-4151-88fe-6369e9791f52","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.385301543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"abbdc0e7-6018-46a8-8a73-a4c74e9475d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.392903557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5ceb7d10-b60c-41af-99e8-3456b0b6e7d4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.396046307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"e1b55ad6-b514-438b-9bdf-7c6c3c1e9808","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.405303649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9c2f332f-45b7-41ac-9c31-68f54980ebab","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.445028292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"abbdc0e7-6018-46a8-8a73-a4c74e9475d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.497062568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"08afa111-c0bf-4b5b-8137-21d7a1eb4ed4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.573858034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"08afa111-c0bf-4b5b-8137-21d7a1eb4ed4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.633245097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9457fbea-6276-4c00-96c6-33de00f96b02","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.633243413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"338788a3-b153-4787-97d1-337051e400ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.641010672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"8e219a9d-2598-499f-b362-82caeb6b498a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.641184275Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"8e219a9d-2598-499f-b362-82caeb6b498a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.691248548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9457fbea-6276-4c00-96c6-33de00f96b02","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:40.691316091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"338788a3-b153-4787-97d1-337051e400ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:40.840719499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"08afa111-c0bf-4b5b-8137-21d7a1eb4ed4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.002847254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"e39feb60-51a6-4c39-8b10-fa0d7bf20f6a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.060143533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"e39feb60-51a6-4c39-8b10-fa0d7bf20f6a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.12060897Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"e1f644ed-445b-4613-bf75-e3daec710f7d","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.17858325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"5ba31ada-2c99-48a3-99e1-c68244ff4f6d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.229503941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"526c1f3c-4ef8-4c81-a25d-0a3355906b48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.236879547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"5ba31ada-2c99-48a3-99e1-c68244ff4f6d","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.281072071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"386975f0-7a56-4fd9-95cb-d105c3654dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.294865362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"6b074957-ee40-4fa8-aa1d-df91e4e1dad7","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.294916974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"6b074957-ee40-4fa8-aa1d-df91e4e1dad7","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.295171992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"526c1f3c-4ef8-4c81-a25d-0a3355906b48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.337730576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"386975f0-7a56-4fd9-95cb-d105c3654dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.351077214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"526c1f3c-4ef8-4c81-a25d-0a3355906b48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.35836971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7993c310-03ae-4198-a025-39ec5eba73d3","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.358425854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7993c310-03ae-4198-a025-39ec5eba73d3","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.384017031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"2c08200d-479b-4eac-923b-91252c84006e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.392125292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f375699f-3cbf-401f-957e-28034aa98bd5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.39217205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d8c12c0-5c2c-4650-9934-d9eec49de760","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.431163132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"ff2319aa-cf02-4789-b02e-4f51f0d5f7d2","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.431224226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"ff2319aa-cf02-4789-b02e-4f51f0d5f7d2","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.444168362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"2c08200d-479b-4eac-923b-91252c84006e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.453416624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d8c12c0-5c2c-4650-9934-d9eec49de760","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.453467159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f375699f-3cbf-401f-957e-28034aa98bd5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.525418049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"bd39233a-0dc7-4001-9003-1aff5351c698","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.525485184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"bd39233a-0dc7-4001-9003-1aff5351c698","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.613526647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5ea2a439-cc75-4fb8-8dae-2d009d273682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.659629266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"37316eb5-887b-437b-a70a-b699d1c2b2a5","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.659722419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"37316eb5-887b-437b-a70a-b699d1c2b2a5","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.672045618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5ea2a439-cc75-4fb8-8dae-2d009d273682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.698452781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f3223144-1af2-4e05-99c6-43b3fedb9935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.755168154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f3223144-1af2-4e05-99c6-43b3fedb9935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.874450908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7f2b5fe4-ff87-44e8-b983-998ce48f874f","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:41.874509473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7f2b5fe4-ff87-44e8-b983-998ce48f874f","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.903553697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01def3ee-a569-4bce-b469-9e23c0aa0d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.90384829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"92cd7380-9991-4f07-aa1b-32ee1e592f84","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.904183982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"8cf3778e-1869-4224-a144-41243c3d4ddb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.961841239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01def3ee-a569-4bce-b469-9e23c0aa0d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.962406338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"92cd7380-9991-4f07-aa1b-32ee1e592f84","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:41.964286865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"8cf3778e-1869-4224-a144-41243c3d4ddb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.006209157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8fa4b45-8422-4bfa-a9f9-40e425d70a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.063036451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8fa4b45-8422-4bfa-a9f9-40e425d70a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.090710307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b7fe6435-2ae4-43db-a24a-94947e6d503d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.210354136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2199986f-2a14-49d6-a4d8-ee3904bf0439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:42.248328123Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"d1e61431-63ae-42df-8bb0-1d673b4848d3","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:42.248392547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"d1e61431-63ae-42df-8bb0-1d673b4848d3","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.267584216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2199986f-2a14-49d6-a4d8-ee3904bf0439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.382260552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"865ea8fd-fa82-431c-90be-fac594941161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.382425703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7d70fa99-5bb3-466a-9128-4cd19d841479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:42.383412101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"481e781a-4598-4d1a-9db8-308754e34dfb","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:42.383492017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"481e781a-4598-4d1a-9db8-308754e34dfb","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.434273566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"0d2f499f-65f0-464e-b378-e06fe8e27aca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.43971079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"865ea8fd-fa82-431c-90be-fac594941161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.43989497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7d70fa99-5bb3-466a-9128-4cd19d841479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:42.491702472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"0d2f499f-65f0-464e-b378-e06fe8e27aca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:43.169481475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b012af-f7ce-4840-a397-8e8f26db6a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:43.222453577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b012af-f7ce-4840-a397-8e8f26db6a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:43.274827411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b012af-f7ce-4840-a397-8e8f26db6a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:43.326486047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b012af-f7ce-4840-a397-8e8f26db6a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:43.716999333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"2bad23ff-a478-4678-b06e-8f7f5ad4dc86","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:43.717070478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"2bad23ff-a478-4678-b06e-8f7f5ad4dc86","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:45.27530469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb69efa-c1f0-4ccc-b864-d34aae7fb6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:45.327789861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb69efa-c1f0-4ccc-b864-d34aae7fb6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:45.380081454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb69efa-c1f0-4ccc-b864-d34aae7fb6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:45.432025796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb69efa-c1f0-4ccc-b864-d34aae7fb6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.038759083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"8fa62193-16c1-4ece-a823-0738897c3070","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:46.093030914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"464e9039-f331-4eb0-aeab-6270f3ab20bb","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:46.093107403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"464e9039-f331-4eb0-aeab-6270f3ab20bb","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.144490939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"9d28df55-9b29-45b9-a297-8062928ac104","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.195794697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2a46ddc1-91d8-4360-a16e-375c7167abb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.196324895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"6d6c4d00-09db-4cc4-a99b-426f0c9d429d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.201422337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"9d28df55-9b29-45b9-a297-8062928ac104","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.253696547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2a46ddc1-91d8-4360-a16e-375c7167abb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.254988354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"6d6c4d00-09db-4cc4-a99b-426f0c9d429d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.257383706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"9d28df55-9b29-45b9-a297-8062928ac104","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.300975516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b9062547-95de-48b6-ac6e-c0cdd1ecc007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.301021032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"095745bb-1574-474b-8d07-d86db3e20d99","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.358146716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b9062547-95de-48b6-ac6e-c0cdd1ecc007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.358277887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"095745bb-1574-474b-8d07-d86db3e20d99","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.415478366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5e3c2e0b-79ad-4aa9-86b6-02b50908b61a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.472482295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5e3c2e0b-79ad-4aa9-86b6-02b50908b61a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.566189999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"2a96e964-61e7-4745-a413-61d682253170","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.623485022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"2a96e964-61e7-4745-a413-61d682253170","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.670303819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31a6108-b760-423e-a23e-920a5fecea33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.670461213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51b65472-c3d9-4a97-9621-3a3251a07fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.727685608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51b65472-c3d9-4a97-9621-3a3251a07fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.727748855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31a6108-b760-423e-a23e-920a5fecea33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.775985778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8f2f06af-9eda-4294-b20e-a1b570623d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.83343936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8f2f06af-9eda-4294-b20e-a1b570623d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.891700987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cd00a6d7-de8f-459e-8d7a-cef7487a43f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:46.948693879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"cd00a6d7-de8f-459e-8d7a-cef7487a43f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.094931629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5a3759aa-31b0-4fc6-930f-07e902e8703c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.152563525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5a3759aa-31b0-4fc6-930f-07e902e8703c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:47.741023183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"703ed8ca-f7e1-41d5-91d8-442a6733a37e","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:47.741118788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"703ed8ca-f7e1-41d5-91d8-442a6733a37e","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.794167698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"77f3ab97-81e3-4125-8c0e-db58a49c737a","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.794196779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"77f3ab97-81e3-4125-8c0e-db58a49c737a","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.846354357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"77d7b721-a1fd-4c93-b433-0910af415623","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.847198626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"645523c7-39d2-4066-bee8-b5bd6729b2c8","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.899181876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"4237f342-fe48-4898-bca4-bf6ddc8412b9","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.899200399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"4237f342-fe48-4898-bca4-bf6ddc8412b9","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.903108825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"77d7b721-a1fd-4c93-b433-0910af415623","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.904053593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"645523c7-39d2-4066-bee8-b5bd6729b2c8","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.913087607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"3e6b19d7-7deb-4e5a-a4d3-ce506245a2c3","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.951441687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"cfd2a835-e78f-4eea-85f3-9a76c2f593d2","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:47.951990199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"7a71536c-66c5-44aa-8de6-dc6f69cb51bf","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.004279798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"ae5c3742-9e28-4d82-a619-397b66862c6b","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.004305222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"ae5c3742-9e28-4d82-a619-397b66862c6b","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.019278665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d09d86cc-12a0-4c1f-8556-5efbe0aa7e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.070470665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb5dd30-6245-4430-ae41-238c9230fa58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.071169626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"0a0de55b-9de0-48d8-b74a-5746b88f569f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.076025357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d09d86cc-12a0-4c1f-8556-5efbe0aa7e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.127466838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb5dd30-6245-4430-ae41-238c9230fa58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.127834351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"0a0de55b-9de0-48d8-b74a-5746b88f569f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.131561325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d09d86cc-12a0-4c1f-8556-5efbe0aa7e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.289989566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0972bc-0133-48a6-b5cc-27dedaf8352a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.346724437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0972bc-0133-48a6-b5cc-27dedaf8352a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.390367753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ef2c14ac-13e0-4ab7-a14f-a3db21f3ee43","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.447368533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ef2c14ac-13e0-4ab7-a14f-a3db21f3ee43","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.484523289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ffedbf01-48f3-4fe3-b004-2da09e69ae21","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.493149067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"116daddd-aeae-43cf-8b4b-f58b631da3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.525344203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f771b92b-0a0d-4a03-a2f1-7d5ba1e77866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.536648571Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ffedbf01-48f3-4fe3-b004-2da09e69ae21","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.550817661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"116daddd-aeae-43cf-8b4b-f58b631da3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.582245812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f771b92b-0a0d-4a03-a2f1-7d5ba1e77866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.589283883Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ffedbf01-48f3-4fe3-b004-2da09e69ae21","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.627747245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"acfcb694-e6fd-4c42-838c-ea5ebfe4c3ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.684653309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"acfcb694-e6fd-4c42-838c-ea5ebfe4c3ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.829055536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8679309a-0a1a-467d-9086-4d0350b9c946","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.865442654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"0f0b826a-6476-4a90-9691-52d6df320e12","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.866132419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.887028872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8679309a-0a1a-467d-9086-4d0350b9c946","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.933522256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"80a33ec0-1074-4d43-af78-6b8f3841155f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.933700392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1f1c567a-9ed6-4219-aa70-4c08d5fd3a0c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.990981977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"80a33ec0-1074-4d43-af78-6b8f3841155f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:48.991205869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1f1c567a-9ed6-4219-aa70-4c08d5fd3a0c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.033936592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"7243a641-3e11-44b9-88ae-e2bf829ea5cf","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.037397887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"14667405-121c-4497-8e5c-5934fa2185f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.096840556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"14667405-121c-4497-8e5c-5934fa2185f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.135647488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b32ab3c9-a0fa-4b14-92c3-ddd775115865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.192772957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b32ab3c9-a0fa-4b14-92c3-ddd775115865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.196657423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cca44757-8345-4e3b-8839-a669c6f147e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a844c5ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.350687485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57d5d8f3-8981-40cb-88f8-b387d8cb6a8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.407420829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57d5d8f3-8981-40cb-88f8-b387d8cb6a8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.420977011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","namespace":"ai-tenant-e2e-inf-b-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.421029218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","namespace":"ai-tenant-e2e-inf-b-e1e972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.421076786Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","tenant":"e2e-inf-b-e1e972","tenantID":"e2e-inf-b-e1e972","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.451344469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ff44706-e88e-44e1-b967-5037becde5da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.475237562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Deployment","name":"maas-api-e2e-inf-b-e1e972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.513780186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ff44706-e88e-44e1-b967-5037becde5da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.535694993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Service","name":"maas-api-e2e-inf-b-e1e972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.558241731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6440bc86-15f0-45d8-9f07-5596296db5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.59486934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-e1e972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.615150169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6440bc86-15f0-45d8-9f07-5596296db5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.65036099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-e1e972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.659746587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"78fafce0-dabf-493e-a132-0909f63a66f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.709780841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.716990199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"78fafce0-dabf-493e-a132-0909f63a66f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.764390557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.821833229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.873898946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f96da9f4-07a8-467c-a05e-23d1c8542ebe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.876581132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.928623642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Deployment","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.932227702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f96da9f4-07a8-467c-a05e-23d1c8542ebe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:49.980410033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.031907046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Service","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.066147939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.084236052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.136053101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.187489271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.239095828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.296980572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.348833804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.400652956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.45331477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-e1e972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:50.505267078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"namespace":"ai-tenant-e2e-inf-b-e1e972","name":"default-tenant","reconcileID":"9197ee6b-d879-4bfe-ac83-82b2807104cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-e1e972","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.25537855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"dc36b240-e89e-40f3-8248-39570d11fe89","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.472122199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"dc36b240-e89e-40f3-8248-39570d11fe89","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.4721595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"dc36b240-e89e-40f3-8248-39570d11fe89","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.472319634Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-sub","reconcileID":"dc36b240-e89e-40f3-8248-39570d11fe89","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.689487578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"723a17ee-be18-4597-95d4-93203ea97b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.802929411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"74079c93-bf03-4cde-9d12-e3f141957deb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.803253035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.961217681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"199c8c77-8230-4c54-8190-8a2f899630d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.961943034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"00b9c026-103f-4f08-9ca9-b894fb51c440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.966859314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"39472c11-8128-415f-b2e0-5457b5370a61","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:52.96726495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"8f0e2bf9-8c6e-4155-96e7-55a34041a93b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.0219044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"00b9c026-103f-4f08-9ca9-b894fb51c440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.02250695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"199c8c77-8230-4c54-8190-8a2f899630d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.032587222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"8f0e2bf9-8c6e-4155-96e7-55a34041a93b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.172020058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"98d680af-e941-40c1-85b8-5a3b9d88f136","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.172052386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"98d680af-e941-40c1-85b8-5a3b9d88f136","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.236431456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"e23e643e-661f-40aa-b3b3-caffb1d0bf41","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.306704079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"bef9bfc6-1314-400d-908f-a37cd47ffa5a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.306736304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"bef9bfc6-1314-400d-908f-a37cd47ffa5a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.409441174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d6896d69-d0ad-4e5f-b743-635ec92c6f2e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.417388079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d9002651-812f-4935-a1d4-32a16e5aa14d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.466586702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d6896d69-d0ad-4e5f-b743-635ec92c6f2e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.908314731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"fd2b558f-1187-4b18-820a-a10a37ac494f","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:53.90834224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"fd2b558f-1187-4b18-820a-a10a37ac494f","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:54.299727722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c276fbcb-1088-4ac1-84ce-3fca3659c7f2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:54.355017293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1c050c97-b656-4608-8fb8-ebdb7985cc2e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:54.571825471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"d3e54b78-5e18-485e-b081-1dfbfddf9e3f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:54.640104376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"d3e54b78-5e18-485e-b081-1dfbfddf9e3f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:54.749754412Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"d3e54b78-5e18-485e-b081-1dfbfddf9e3f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:55.069243349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8c60cdb1-3ec9-4306-94c4-46489b2973b4","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:55.289118817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"7f27689e-a8d2-4328-bef6-a529ea8cb8be","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:55.374624971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"7f27689e-a8d2-4328-bef6-a529ea8cb8be","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:55.4908697Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"7f27689e-a8d2-4328-bef6-a529ea8cb8be","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:56.647527147Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e1e972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e1e972","reconcileID":"316396a9-a13a-4cc8-8c58-aca72d5623ac","aitenant":"ai-tenants/e2e-inf-b-e1e972","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:56.779560763Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"350b9006-70c3-4eb6-b724-63a55cef6169","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:56.780694759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6e2d403a-4b54-48da-8bd1-83d115607bef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:56.888418076Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-degraded-auth","reconcileID":"350b9006-70c3-4eb6-b724-63a55cef6169","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.140481226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"aa5551cb-192d-49d6-b75f-e2f65221be30","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.184516944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9354be67-bad2-45ea-a958-29bf63e5bca9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.186246723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"5a355b28-0f6b-4550-ada4-2e0d7bffc7ba","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.259752662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"68adf971-93b7-4e17-9da0-10fa9cf45400","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.295782434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9354be67-bad2-45ea-a958-29bf63e5bca9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.297557849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"5a355b28-0f6b-4550-ada4-2e0d7bffc7ba","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.346560243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"68adf971-93b7-4e17-9da0-10fa9cf45400","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.711086874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b4f9a-a666-4831-8a7d-69bde73d9f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.784263718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b4f9a-a666-4831-8a7d-69bde73d9f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.877665568Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e1e972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e1e972","reconcileID":"316396a9-a13a-4cc8-8c58-aca72d5623ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e1e972","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-e1e972"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:57.938597371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b4f9a-a666-4831-8a7d-69bde73d9f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.084230158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b4f9a-a666-4831-8a7d-69bde73d9f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.321711912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fdf34ed3-0c22-4061-8890-a06454a100d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.352046829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1a82274d-b68e-4b93-addd-63412b506508","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.373839836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1a82274d-b68e-4b93-addd-63412b506508","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.386665869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fdf34ed3-0c22-4061-8890-a06454a100d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.432878011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"6b6027a6-61b4-4f8f-85f0-f4ebe59dad03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.432991676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"6b6027a6-61b4-4f8f-85f0-f4ebe59dad03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.445497856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fdf34ed3-0c22-4061-8890-a06454a100d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:58.558770236Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"6b6027a6-61b4-4f8f-85f0-f4ebe59dad03","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:58.558936575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"6b6027a6-61b4-4f8f-85f0-f4ebe59dad03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.559174181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"9fec6367-295a-4649-98be-6c9d45677ab4","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.619606389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"132b54f2-20d1-4881-ae5f-443e4be51f3a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.621261051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"132b54f2-20d1-4881-ae5f-443e4be51f3a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.621731215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"2e0a461f-f7c4-4d03-a654-54c1f2a4a248","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.621794422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"2e0a461f-f7c4-4d03-a654-54c1f2a4a248","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.655735555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"0ea09f02-fa61-4e04-9fd0-63cf56f4b54c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.655852995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"0ea09f02-fa61-4e04-9fd0-63cf56f4b54c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.657306841Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.728203706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1cc192a4-cfee-41f0-8cbe-5e5062b54f02","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.728246294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1cc192a4-cfee-41f0-8cbe-5e5062b54f02","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.749418894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"a81f8b5d-7615-4894-9292-bcf1673f5280","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:58.796009736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"20b93ed9-2470-481a-9634-d1f77aa70219","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:58.796908654Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1cc192a4-cfee-41f0-8cbe-5e5062b54f02","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:48:58.797063035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1cc192a4-cfee-41f0-8cbe-5e5062b54f02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.803971155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"ad5f49cc-e55c-4cf0-89d4-d07ad02c0e15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.804062556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"ad5f49cc-e55c-4cf0-89d4-d07ad02c0e15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.847598822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"a81f8b5d-7615-4894-9292-bcf1673f5280","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.925880507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f10c7be3-c453-44c2-bb42-3da5d3f1c8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.926808235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d8dd49fa-7aa8-4f40-9c41-92b40c15d562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.929068209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"638d543f-75d0-41f8-87be-a96c3366c493","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.929157201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"638d543f-75d0-41f8-87be-a96c3366c493","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.985335685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f10c7be3-c453-44c2-bb42-3da5d3f1c8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.989368069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d8dd49fa-7aa8-4f40-9c41-92b40c15d562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.990491306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"cb77527c-d98a-46dd-b202-eab54c19aaf3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:58.990606473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"cb77527c-d98a-46dd-b202-eab54c19aaf3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.175915606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"eb3d1e45-2420-4c7f-8a6a-481f226ad7a2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.175949499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"eb3d1e45-2420-4c7f-8a6a-481f226ad7a2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.204292859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"6eee91e5-dbd3-41df-9a0d-7fe419e4601d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.248934475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"52b8a496-6313-44a6-b2d9-7fbc658f3bbe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.306906259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"52b8a496-6313-44a6-b2d9-7fbc658f3bbe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.414407957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"a4475603-4445-44be-aba8-1017ab6a4306","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.414429058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"a4475603-4445-44be-aba8-1017ab6a4306","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.460333591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"7bcc49ce-6bce-44d9-a2ef-8f3f5afe72b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.461448416Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"52b8a496-6313-44a6-b2d9-7fbc658f3bbe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.512460059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"927c5022-a789-4eef-b935-283245b74f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.51774199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"7bcc49ce-6bce-44d9-a2ef-8f3f5afe72b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.567204234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4a0f339c-ceaf-424d-abe9-54480727b609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.571849834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"927c5022-a789-4eef-b935-283245b74f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.624696712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"64c5d8b6-c3a7-4ba9-b193-f3656d6338b6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.625996409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4a0f339c-ceaf-424d-abe9-54480727b609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.800496961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.800550243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"39077b6d-f08c-4dbb-9f28-822f14cedda2","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.863051807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"5f46092c-0999-4085-a035-5ea80df1d9f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.863079334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"5f46092c-0999-4085-a035-5ea80df1d9f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:48:59.969020367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1f189b1e-45fa-45e8-8090-21a9c0ebbc93","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.062225897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7cab1b11-1037-407f-b043-7f08ee155730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.062433606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2c38f2b-d402-4aee-9222-61a324f0785d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.062936936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"62067bf4-a735-4c52-af25-6897ce1f82d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.115500447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"3c344041-1940-4bc4-901d-18f1d53a8301","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.120610285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"62067bf4-a735-4c52-af25-6897ce1f82d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.120645832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7cab1b11-1037-407f-b043-7f08ee155730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.123046077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2c38f2b-d402-4aee-9222-61a324f0785d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.12990037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"70af89fc-9d5b-4a8b-ba55-d83a983d7b2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.187012634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"70af89fc-9d5b-4a8b-ba55-d83a983d7b2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.280963633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffde430c-4e9e-4e24-b2ef-f2a132ede74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.332967951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffde430c-4e9e-4e24-b2ef-f2a132ede74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.384870503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffde430c-4e9e-4e24-b2ef-f2a132ede74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.436661856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffde430c-4e9e-4e24-b2ef-f2a132ede74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.437245127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5a70e780-7c0d-414c-8731-5ae4a370c171","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.590927681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4fd33018-c518-4987-86ce-75c67095f753","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.650729973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4fd33018-c518-4987-86ce-75c67095f753","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.708774561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"3e9c9fb5-61f8-462f-a5e2-5cb89e8b8492","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.864834159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54a14e18-cd2a-4c8a-bd1b-caf17ea5995e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:00.86486734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"50bd1650-d7fb-462d-b216-90d05358f074","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:01.074085529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"2c2f0b6c-1988-4208-9063-64b15f59052b","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.517770244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"1b5cbe99-0c89-4cea-869f-41a2889a928e","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.577141041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"ca12d4a4-0c81-4496-93ab-7f4537dce1d1","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.830461265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad01ce83-80f3-4b36-9ece-f585836e6a98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.833353186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.83349057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"6765c431-6894-4a58-990c-40bbaf4040b6","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.887983043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad01ce83-80f3-4b36-9ece-f585836e6a98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.893582636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"48c287c5-3f06-4c20-aa49-ca5aa51c8294","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:02.944017244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3017bb20-0381-4e6d-bb53-19fa65ca3243","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:02.947266189Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"48c287c5-3f06-4c20-aa49-ca5aa51c8294","name":"distinct-w3-5cbe34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:02.947319618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"48c287c5-3f06-4c20-aa49-ca5aa51c8294","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-5cbe34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:02.952612822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"9059b9a7-fafb-4c4c-8f80-72cea0ccb488","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.04712023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0fc519ad-14a8-4987-a80f-481835d5fbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.047120305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6ffed5e7-0891-49fe-b062-3923ba73ef64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.05364372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"fdd7e4e9-858d-4bdb-ac7b-3c560ad62819","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.103941659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0fc519ad-14a8-4987-a80f-481835d5fbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.104042677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6ffed5e7-0891-49fe-b062-3923ba73ef64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.107018755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"a51fc60d-0bc3-4235-9f73-a04446f9d7b2","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.111505669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"2127fef2-02ac-408f-ba92-30116d4d5019","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.164299177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"a283e2e0-b2ae-43d3-8932-79c2351e73d6","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.215788915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"0b38875b-7e4e-4470-a9a4-3315b7597939","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.324019657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"95d7ddc2-0859-4002-b7a8-a462951e0b9d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"distinct-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.400415155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]","namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.4006903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"16634b0d-acc3-4e5c-bc4f-6af4e4d6882f","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.423020888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ce8c0e4d-378a-4db1-ad23-bcdf9e48fc0a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.459051306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"738b8cb3-b020-46f9-8982-b23bf6b23de1","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.479790629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ce8c0e4d-378a-4db1-ad23-bcdf9e48fc0a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:03.483763602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"95d7ddc2-0859-4002-b7a8-a462951e0b9d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.50945466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"4d906dc4-8b12-49da-8f5f-3fd3f6f14942","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:03.511935646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.533256064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9676bb5b-b3b9-40e3-be31-7f5bc31dee98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.569275674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"588ad3d5-78ff-4056-a45b-43f5c67792b2","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.597768113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9676bb5b-b3b9-40e3-be31-7f5bc31dee98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.647554102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"476e82e0-116c-42b0-8ab7-7a255aa6b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.659865071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e7e933d-5bfa-4f2b-b070-935b8636c2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.70989055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"476e82e0-116c-42b0-8ab7-7a255aa6b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.713079111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b79e2967-d5ae-4c2a-8fc3-dddb52fab5a4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.721592259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e7e933d-5bfa-4f2b-b070-935b8636c2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.759875724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"f9c7d64a-ce2d-497a-acc6-a91ed75ba195","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.81114852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"044ade90-7eb0-438b-a239-bf29da7b7c88","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"distinct-2-w3-5cbe34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.885044623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"91fe614f-6109-4ca3-a43f-850941dd864a","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:03.975793137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"3cd4a3a4-f1af-4ef9-8c51-c168c1b338b3","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.020273746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5953b54f-2307-4c7b-8325-900a5be0397a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.022789126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da3579ff-37ad-42cd-ac96-78e50bc3ec8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.077813718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5953b54f-2307-4c7b-8325-900a5be0397a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.081340614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da3579ff-37ad-42cd-ac96-78e50bc3ec8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.186514292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"29196f91-c1f4-46fd-8e7d-fd748a699820","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.226191313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5ce48a1f-2221-4e23-8d30-7b35849f1a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.226276412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"105155b5-1826-49f2-929e-cf74519887df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.283645845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5ce48a1f-2221-4e23-8d30-7b35849f1a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.284679679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"105155b5-1826-49f2-929e-cf74519887df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:04.356229288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"55e62830-5f65-4b48-b549-0050afd6cdac","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:08.666973181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"bae63f49-4f1a-4a05-aaaf-3700683dbc2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:08.723990791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"bae63f49-4f1a-4a05-aaaf-3700683dbc2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:08.780008855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"bae63f49-4f1a-4a05-aaaf-3700683dbc2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.227369096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"3c654688-17a4-4160-980b-4dbba20a96a3","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.440125315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a0a745dd-b3aa-4576-bd92-0a621d1f3802","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.546031012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4edf642a-351c-4ab9-9fdc-15b1478276fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.546185346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eecb56ec-6238-48a1-9342-560405678874","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.546037046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb0de244-4952-4237-9ed4-f5dd63ee6e36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.546619054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"08a7d585-5193-4277-8441-3800dbc7831c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.605320563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4edf642a-351c-4ab9-9fdc-15b1478276fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.605357809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eecb56ec-6238-48a1-9342-560405678874","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.606834411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"99455461-e172-4d3d-8eac-bab16a443025","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.608739781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb0de244-4952-4237-9ed4-f5dd63ee6e36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.609833726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"08a7d585-5193-4277-8441-3800dbc7831c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.680894535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5ab74b-3562-43ef-9a83-98771c017c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.733557802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5ab74b-3562-43ef-9a83-98771c017c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.786237115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5ab74b-3562-43ef-9a83-98771c017c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.838573919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5ab74b-3562-43ef-9a83-98771c017c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:12.890878763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"274484a3-ccee-4e82-8d70-76986b6a6e15","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:13.207224358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c1b01ac4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c1b01ac4","reconcileID":"6618540b-013a-4301-b76e-f64ffd999ded","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c1b01ac4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c1b01ac4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:14.726212491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b7e3c7-a717-44e9-b0f1-3ec8064ab1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:14.777758147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b7e3c7-a717-44e9-b0f1-3ec8064ab1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:14.829728737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b7e3c7-a717-44e9-b0f1-3ec8064ab1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:14.881314492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b7e3c7-a717-44e9-b0f1-3ec8064ab1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.016673536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"57874539-fb2a-4552-9dd7-fda65ecd7063","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.160299582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e66a66b4-b5c2-4b1a-b2ae-e10b4a9ce117","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.252944601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"e47ec898-ebb5-4f17-bbda-1e046639cb47","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.252979269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"e47ec898-ebb5-4f17-bbda-1e046639cb47","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.40889682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"59a7a5f9-2e71-4c4c-abdf-9125f044baee","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.673587194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f6d90491-b214-4e92-abe8-0241d8a8fec1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:16.958717648Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"810e612b-4c5e-4814-b069-7f589325a66d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.050667185Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status","reconcileID":"1deacd88-f213-4436-b98a-6765e4d7ee98","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.051091797Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"810e612b-4c5e-4814-b069-7f589325a66d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.070178567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"72a9991c-b431-45bb-862c-732939af3257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.084218405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"69556756-0a70-43f7-84ff-959774b0bb77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.140270809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1a31edfc-2c36-46ee-8a6f-550aa2de3152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.189001087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"72a9991c-b431-45bb-862c-732939af3257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.208488171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"69556756-0a70-43f7-84ff-959774b0bb77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.224777442Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"69556756-0a70-43f7-84ff-959774b0bb77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.310189106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1a31edfc-2c36-46ee-8a6f-550aa2de3152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.316334101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"26e217b1-838a-49e5-965d-2e57a311d247","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.336343232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"8119e3bb-1255-43e2-92fc-081462583bfa","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.377197034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0fcdc032-c1b0-4d57-8f2b-67704b1d6849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.377669021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0445700e-835f-4ea9-8906-ff0f42e3b36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.468841057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0fcdc032-c1b0-4d57-8f2b-67704b1d6849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.530590187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0445700e-835f-4ea9-8906-ff0f42e3b36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.631318171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c287439-0153-4a44-a858-d64d3f144107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.702651129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c287439-0153-4a44-a858-d64d3f144107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.774764074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c287439-0153-4a44-a858-d64d3f144107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.852645073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c287439-0153-4a44-a858-d64d3f144107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:17.85394758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"65d9a8a9-f58d-4892-a63f-dd1ca7336350","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.929794739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bfae92d5-260c-474f-95ba-88d2a099b7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:17.934016701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"f6bf8a65-50fb-4916-a06a-ca8321d2846b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.013479559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5a9e15b1-8320-49c0-aee1-44f989b1deb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.02217274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"f6bf8a65-50fb-4916-a06a-ca8321d2846b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.022764265Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"f6bf8a65-50fb-4916-a06a-ca8321d2846b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.035754868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bfae92d5-260c-474f-95ba-88d2a099b7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.085976765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5a9e15b1-8320-49c0-aee1-44f989b1deb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.292907203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eb062cd1-0ded-495f-ae45-a1fe974605a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.352151978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f71e424d-de05-46e7-bcad-e328987266c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.396158728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eb062cd1-0ded-495f-ae45-a1fe974605a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.426371977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f71e424d-de05-46e7-bcad-e328987266c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.523366907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"c6fe8483-47ec-43bd-89af-d7b0f9ae0d68","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.546673207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d77476d6-85cb-450c-bfb6-876416f1365a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.629001256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"c6fe8483-47ec-43bd-89af-d7b0f9ae0d68","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.629049075Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"c6fe8483-47ec-43bd-89af-d7b0f9ae0d68","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.63126206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d77476d6-85cb-450c-bfb6-876416f1365a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.677308881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"03805907-8a07-4dcf-9b19-f0f622670559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.734495654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"03805907-8a07-4dcf-9b19-f0f622670559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:18.870576264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"c6fe8483-47ec-43bd-89af-d7b0f9ae0d68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.886004141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6bf279f2-574f-4f3d-b2b8-ade14a18d56c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:18.944849485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6bf279f2-574f-4f3d-b2b8-ade14a18d56c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.092280049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"75fca01b-7e1f-47e5-9c79-584a3a0ada32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.15369187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"75fca01b-7e1f-47e5-9c79-584a3a0ada32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.209862719Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"75fca01b-7e1f-47e5-9c79-584a3a0ada32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.265405825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"68b32b83-d441-44fd-a7be-989a866c7330","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.265423905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"68b32b83-d441-44fd-a7be-989a866c7330","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.598924556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]","namespace=ai-tenant-e2e-worker-w3-5cbe34 priority=0:[ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-5cbe34/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.660082069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"3eba0e3e-2aef-45e4-81b0-a854698bc36a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.660106402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"3eba0e3e-2aef-45e4-81b0-a854698bc36a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.817729736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e15cc1b8-ddc8-4407-901a-a3997c1e48df","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.820481745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"85aee309-6b05-48a6-a4cb-e75a1c4e3939","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.820665568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"643b0f4a-bb01-45e5-a41c-4d500d0bf148","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.822867719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"bfc4b0ab-3029-405c-af2b-1a89702f13a9","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.822893342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"bfc4b0ab-3029-405c-af2b-1a89702f13a9","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.87649371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e15cc1b8-ddc8-4407-901a-a3997c1e48df","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.87962706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"85aee309-6b05-48a6-a4cb-e75a1c4e3939","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.879829783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"643b0f4a-bb01-45e5-a41c-4d500d0bf148","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.939646216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"98f95cbc-8e2c-4bf2-837d-9f1ad934b31d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:19.939676545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"98f95cbc-8e2c-4bf2-837d-9f1ad934b31d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.045091837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"fb59414a-d4a6-44fb-8928-8533b5a52bbc","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.045130727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"fb59414a-d4a6-44fb-8928-8533b5a52bbc","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.058270228Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"d5d595df-630e-4254-9361-7e56ae2be43d","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-att-detach-383d63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.066929952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.097286168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e80e2545-69c6-40d3-bed2-e7e1d98e7af1","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.097604999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"475cdc67-f4af-4ad7-9d3c-271be62ee67d","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.33728718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"12589ba2-bc87-4728-a200-f4223b95c65d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.337314627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"12589ba2-bc87-4728-a200-f4223b95c65d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.359494133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"62c30c03-f321-4ead-829d-ca3d7a6596ab","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.359600747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c5940b44-ee98-4431-bb27-d3d09699c582","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.36004569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"cc433fe6-5aa7-4c0f-bda4-fe477d6fab96","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.417137954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"62c30c03-f321-4ead-829d-ca3d7a6596ab","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.417274546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c5940b44-ee98-4431-bb27-d3d09699c582","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.420634174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"cc433fe6-5aa7-4c0f-bda4-fe477d6fab96","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:20.549304413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"492c9e7a-65f2-4ad8-841b-2f0823c7c6e3","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.24070615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"4042e6c6-5f3f-4b0f-9eec-be46901cc4c5","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.240730706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"4042e6c6-5f3f-4b0f-9eec-be46901cc4c5","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.296175157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"89c3869b-a896-4f33-b6ef-7653a968a719","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.296199162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"89c3869b-a896-4f33-b6ef-7653a968a719","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.401034182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"e374d865-9e62-4649-bbaf-1b5cea25658e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.536134178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"e374d865-9e62-4649-bbaf-1b5cea25658e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.591619905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"e374d865-9e62-4649-bbaf-1b5cea25658e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.649231752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"3efeb76b-a177-402a-b9fd-a460586dbf59","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:22.649251217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"3efeb76b-a177-402a-b9fd-a460586dbf59","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.466370594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"96f3ddd0-aac5-4b47-8b94-a1e002a925ce","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.628343577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"01139ee6-3118-4684-a8be-9eb3ac8a2a24","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-282635f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.730596444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9ed498b6-9b4e-4805-a03e-97fb3d9234e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.730622298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"021083d8-15fd-4f07-8f22-6a979773da27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.731097115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c1ccaec-6703-46f2-a7d8-977894ccd887","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.731126404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e833f69c-c01a-4964-9436-2cb0bfad2952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.788906761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"021083d8-15fd-4f07-8f22-6a979773da27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.78906427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e833f69c-c01a-4964-9436-2cb0bfad2952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.791284065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c1ccaec-6703-46f2-a7d8-977894ccd887","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:24.791328444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9ed498b6-9b4e-4805-a03e-97fb3d9234e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.205747637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b04f6d28-c922-4c2b-a584-a52c25a7407c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.205784586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c9469db-5f22-46b2-bca3-914992729d88","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.206205868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"61a0d11e-14b0-455b-8303-5529116037e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.206349224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"66d7130c-7aeb-4e57-bd52-e6a2de3809ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.265138328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c9469db-5f22-46b2-bca3-914992729d88","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.265135099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"66d7130c-7aeb-4e57-bd52-e6a2de3809ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.268557245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b04f6d28-c922-4c2b-a584-a52c25a7407c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:25.268781164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"61a0d11e-14b0-455b-8303-5529116037e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.055028357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"7456c804-0b41-4359-93ba-86f628122c12","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.075021746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"e0e9d623-6792-4392-bd64-542b3325c508","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.075174652Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-sub","reconcileID":"e0e9d623-6792-4392-bd64-542b3325c508","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.396056702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.45487414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"b12f380d-e884-403e-9849-9fb72a8a376e","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.605010984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d5278cbb-1793-4114-a068-879095c1947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.605040103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"5b45577e-6334-4037-9a5c-76263e6be7d4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.605361237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8c405848-2402-447d-94b6-fa5b816157c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.669820859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d5278cbb-1793-4114-a068-879095c1947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.670100794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"5b45577e-6334-4037-9a5c-76263e6be7d4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.673152727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8c405848-2402-447d-94b6-fa5b816157c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.725992719Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"5b45577e-6334-4037-9a5c-76263e6be7d4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:28.874420408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-status-transition-auth","reconcileID":"a8bda1e1-d5c3-4765-ab37-2afa216137ae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.16208143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a8a4127b-cc4e-4b8a-b7cb-35d2f87fd4de","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.222435598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6e2910d7-17f9-4295-9c32-f3c6f286b566","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.389057466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e11beb6c-6f0b-4df1-8611-7ec98ff69b55","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.448273558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e11beb6c-6f0b-4df1-8611-7ec98ff69b55","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.459921738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6e92c9a5-3a2c-45fd-9ce2-5997c93a7a72","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.46012457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.518515502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"258562c8-4e53-44a7-bd59-c646c4e4d794","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:30.573808527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"29a8fc0c-b663-411a-b62a-67f307962404","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.622078585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9fe43407-39ee-47d2-b218-74c671f05ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.622205337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b13decde-35df-48ae-bb3b-7aa840e72fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.679480396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b13decde-35df-48ae-bb3b-7aa840e72fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.679512663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9fe43407-39ee-47d2-b218-74c671f05ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.690771306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c9cfb611-b119-4526-ac0c-8faee8c140ad","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.748880128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ca7b0205-62ff-4a4f-8d0e-fd65384204a8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.767254149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"bad2d863-9d00-4880-a723-e04ad12e779d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.925201439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"aadcba12-a6a9-431b-9800-3a2ecb19a5d9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:30.983893984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"aadcba12-a6a9-431b-9800-3a2ecb19a5d9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.035453201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"2da1341c-60a5-4a93-93fd-d9f0739b208c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.035939398Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"2da1341c-60a5-4a93-93fd-d9f0739b208c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.076015214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3a51eb6e-3821-48dc-b061-b98f012dcc77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.076020349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"14c513da-b97d-4281-bf63-f1e7f641df4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.133814968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"14c513da-b97d-4281-bf63-f1e7f641df4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.133833576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3a51eb6e-3821-48dc-b061-b98f012dcc77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.25138098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"c96b4738-875b-4eb9-a847-243706601e8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.26269009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"82058f88-6049-4103-80f8-a66e57dce0ac","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.484528716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"290811f7-43fc-4774-b264-9483be189b3c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:31.484919171Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"290811f7-43fc-4774-b264-9483be189b3c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:32.757294291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"87915f6a-e5f8-4f87-b4cf-7c1b72aa5637","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:32.815514018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"87915f6a-e5f8-4f87-b4cf-7c1b72aa5637","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:32.872203881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"87915f6a-e5f8-4f87-b4cf-7c1b72aa5637","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:33.975945833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"795257d4-9d5f-4ace-9386-8e2fa22acc82","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.137587366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3ed87f6a-f221-44ff-ba60-ce5f9261c869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.140191531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4eb27303-791e-4471-b89e-baa1fa6b32cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.14019716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc62502c-02aa-4556-8aeb-f0baa94da853","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.194568376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3ed87f6a-f221-44ff-ba60-ce5f9261c869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.197586951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc62502c-02aa-4556-8aeb-f0baa94da853","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.198353697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"4eb27303-791e-4471-b89e-baa1fa6b32cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.434715106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"fd5255ab-20a3-4022-b152-e6d124425523","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.681489763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"57081df8-f520-47bf-8b51-19b356205a21","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.706982243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"fa7987e4-3995-4ac7-97af-ed8402e641e6","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.707003519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"fa7987e4-3995-4ac7-97af-ed8402e641e6","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.734263056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"57081df8-f520-47bf-8b51-19b356205a21","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.78704698Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub1","reconcileID":"57081df8-f520-47bf-8b51-19b356205a21","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.954282332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"f072fad4-fe61-42e4-8bd3-9b0c54275b36","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.95448718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c445ac56-c03a-4f8a-b079-cf9d9ab5f57d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:34.954801789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"979435cc-c626-49b6-980d-13bad6a1c69a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.011956005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"f072fad4-fe61-42e4-8bd3-9b0c54275b36","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.012077427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c445ac56-c03a-4f8a-b079-cf9d9ab5f57d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.01421564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"979435cc-c626-49b6-980d-13bad6a1c69a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.019008412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8aecf7ef-a10b-417e-9964-06e8006bfe35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.019018097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5e779ca1-dd08-48c5-b25d-c2c983906d3b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.062937213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"dcb2e499-06bf-490f-9c95-a2fc048aca1d","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.063023501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.083195733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8aecf7ef-a10b-417e-9964-06e8006bfe35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.091568064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5e779ca1-dd08-48c5-b25d-c2c983906d3b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.218585779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"4dd6a43f-8be7-470e-bc43-1b348d7d99d4","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.39530382Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"cd26d8f1-d85c-416e-885f-6857b4bbfa5a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb73089b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.447510859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"526a18bb-10ac-42a7-a811-831580697dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.506083943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"526a18bb-10ac-42a7-a811-831580697dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.551918469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ba084b3f-d70b-4e87-b890-f72f99759a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.552045991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dfbe0cac-a242-44fe-a0c6-8143f3fcb79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.552679257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"735c7b4c-6ad5-4f7f-98af-ab200b8a43f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.553992149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59b9dd20-7620-46b4-932d-3afd7b43a3ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.611592129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ba084b3f-d70b-4e87-b890-f72f99759a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.611601247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dfbe0cac-a242-44fe-a0c6-8143f3fcb79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.61484233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"735c7b4c-6ad5-4f7f-98af-ab200b8a43f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:35.615354629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59b9dd20-7620-46b4-932d-3afd7b43a3ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.026948666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"202ce1f2-a20d-4b86-bb62-ece1bcea6885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.027247279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8be266de-2d4c-4596-becb-7155e67bbe09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.084970273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8be266de-2d4c-4596-becb-7155e67bbe09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.087352159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"202ce1f2-a20d-4b86-bb62-ece1bcea6885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.130823414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f90251b2-a0ad-45f0-a69b-d338508a80d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.130869667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4abafb7-938a-4eae-9213-fe53c45e1866","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.20189415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f90251b2-a0ad-45f0-a69b-d338508a80d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:36.202278915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4abafb7-938a-4eae-9213-fe53c45e1866","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.529954298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"234206b7-142d-4e18-a186-eb9cc2d544fa","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.588419749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"dcf53334-354f-493e-b12a-8bac80fe7ef7","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.641942757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"da29b7ca-9ff9-468f-89a5-b026037e6a07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.687312572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9fd779c8-9f6f-462e-a1bb-360662e492af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.692016206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dc392b4-d95e-4753-99b8-62fb7588b213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.693732561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58d22c31-1982-4596-9218-0601067cf164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.69889895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"da29b7ca-9ff9-468f-89a5-b026037e6a07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.7440753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e7c7d5bb-7f9d-4ce7-b83e-b0f994eaf60d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.744617096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9fd779c8-9f6f-462e-a1bb-360662e492af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.74874307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dc392b4-d95e-4753-99b8-62fb7588b213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.750425745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58d22c31-1982-4596-9218-0601067cf164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.754391636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"da29b7ca-9ff9-468f-89a5-b026037e6a07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.800974834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e7c7d5bb-7f9d-4ce7-b83e-b0f994eaf60d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.922172209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"27328b47-e3bc-45f2-be0c-f816afbcf155","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.926028149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"4c429422-4a19-44f8-b01e-2509f3c0b8fa","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:37.980001131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"27328b47-e3bc-45f2-be0c-f816afbcf155","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.071065137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"4053dae2-3407-4c8d-a0dd-6355a0e165fc","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.071599367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"b0be7523-8ae8-49a1-a698-79ca55052aa6","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.071662035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"5a3546fb-e46b-46a7-b513-526f4b144235","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.094128939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"fabc33a0-216f-40a5-a0cc-1d41f1fb3245","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.094160072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"fabc33a0-216f-40a5-a0cc-1d41f1fb3245","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.176125166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c9999904-1d38-4407-a5a2-58753e4efe12","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.211315029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"eb16a409-51ec-454e-a06b-7f329ec2b40f","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.211450117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"eb16a409-51ec-454e-a06b-7f329ec2b40f","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.235948202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c9999904-1d38-4407-a5a2-58753e4efe12","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.291481109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f0defc2-0466-4698-a9a3-02802605e7ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.322407455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"47b72e88-8ae6-4907-a0f3-b6e4979d8146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.323093736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"63ae7594-a6d3-4917-95a8-698e7ea4c5f5","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.323110922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"63ae7594-a6d3-4917-95a8-698e7ea4c5f5","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.350025628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f0defc2-0466-4698-a9a3-02802605e7ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.381410009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"47b72e88-8ae6-4907-a0f3-b6e4979d8146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.38501648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9b4fd2b-d843-479b-91e1-a129e3a0aaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.429529785Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"1fc5b445-64c4-4cda-a1ab-39d6f6a6cdcb","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.429580762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"9ed2d1d2-60a5-487f-984a-5369e70686b2","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.442320729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9b4fd2b-d843-479b-91e1-a129e3a0aaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.482471175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"dee1a764-c833-4ba8-81d6-7bf6ceea1e54","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.482485903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"dee1a764-c833-4ba8-81d6-7bf6ceea1e54","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.48694194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"9ed2d1d2-60a5-487f-984a-5369e70686b2","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.671505788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d2987ef5-bfc9-4511-b981-59a62ce356fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.722298807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"421e1180-3d12-414a-9fd9-883719034986","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.732685527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d2987ef5-bfc9-4511-b981-59a62ce356fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.764829476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36b511c8-55eb-40b8-bdc9-a3ab1d3791df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.779745628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"421e1180-3d12-414a-9fd9-883719034986","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.816638166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cd9ee90f-5f7c-4bac-9f67-a8d2cf5da098","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.823477964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36b511c8-55eb-40b8-bdc9-a3ab1d3791df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.877338717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cd9ee90f-5f7c-4bac-9f67-a8d2cf5da098","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.915484151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626c62d5-32eb-48a1-81dd-be0b65a9acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:38.973005155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626c62d5-32eb-48a1-81dd-be0b65a9acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.174785191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"03151877-7c43-4465-85d3-7a2d0e420a36","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.175081569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"f5c79479-9e49-48be-822a-04b2b762f319","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.230949391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f9ccb0f2-d846-4f87-a858-2a2b93b52f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.236133654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"f5c79479-9e49-48be-822a-04b2b762f319","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.236378185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"03151877-7c43-4465-85d3-7a2d0e420a36","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.248350401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"e3cf5982-7a0e-44f3-96f2-ffdb19b0317f","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.288925029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f9ccb0f2-d846-4f87-a858-2a2b93b52f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.293963151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"f5c79479-9e49-48be-822a-04b2b762f319","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.365381618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6c9afab7-b600-4fc1-9402-6f1a02784a9f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.365431682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6c9afab7-b600-4fc1-9402-6f1a02784a9f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.414471815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9828e7d7-1f45-42c2-a68a-183ed1b6f504","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.471475045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"93204541-15c4-433c-9d4b-5ece774ca024","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.472093375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"693d5524-12c7-429f-86b6-fcf976c39f8a","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.472498215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9828e7d7-1f45-42c2-a68a-183ed1b6f504","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.472700993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"6cb76209-da7a-48c5-9d35-9e60bb13bb12","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.472929442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"5687d461-0921-4dfd-add3-0a724d1c817b","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.47294491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"5687d461-0921-4dfd-add3-0a724d1c817b","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.515609478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e680fd7c-b5ec-4bb3-afdb-39f52a6d5c95","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.572827498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e680fd7c-b5ec-4bb3-afdb-39f52a6d5c95","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.579097533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"cb1159f0-2bee-4b27-808c-95a7fa00cd7d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.57912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"cb1159f0-2bee-4b27-808c-95a7fa00cd7d","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.691780923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"0b061539-e11e-4c74-9ac3-2186c715b859","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.82647157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"9bd16524-0aa8-4d5d-8f5c-2ab14ca10e2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:39.884148486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"9bd16524-0aa8-4d5d-8f5c-2ab14ca10e2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.025767401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b5a6797a-7ec9-426f-8f2c-6375f393e95e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.082627167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b5a6797a-7ec9-426f-8f2c-6375f393e95e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.128776196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e0b5d297-9826-4de9-88bd-3fae9b40583c","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.187992044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e0b5d297-9826-4de9-88bd-3fae9b40583c","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.434267157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"63509a6d-9666-49cd-8001-954075be91a6","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.49215577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"dc8b7897-dd95-44c7-9962-bfda582181c0","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.545969624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"60c5f9dc-ba9c-45a1-95a1-242f2dacfe5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.550425234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"dc8b7897-dd95-44c7-9962-bfda582181c0","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.553761807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c00aa5a2-4138-4773-9034-d7948ef54133","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.603427709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"60c5f9dc-ba9c-45a1-95a1-242f2dacfe5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.605166657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9bbb8082-cd38-444b-9286-103961fa1109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.608723761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"409ba4c3-518e-4d14-87f2-53c15a78a2f8","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.608794815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"409ba4c3-518e-4d14-87f2-53c15a78a2f8","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.611244128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c00aa5a2-4138-4773-9034-d7948ef54133","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.634775353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0ebea569-58c2-4ef8-8ae9-8ded215ff5fc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.660709368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"60c5f9dc-ba9c-45a1-95a1-242f2dacfe5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.663004149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9bbb8082-cd38-444b-9286-103961fa1109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.672594714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"db4a05f8-3208-4fc5-bed9-108cf0f683a3","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.672663262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"db4a05f8-3208-4fc5-bed9-108cf0f683a3","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.692040018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0ebea569-58c2-4ef8-8ae9-8ded215ff5fc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.696647885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7534a120-d7cd-483a-b747-274818e74488","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.74651236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"94252667-a4cf-4a16-aca5-e0e22349a8b3","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.746602816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"94252667-a4cf-4a16-aca5-e0e22349a8b3","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.758585358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7534a120-d7cd-483a-b747-274818e74488","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.839768786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"8f0f48a8-ec8f-4338-8a32-5c86fb3150d3","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.839844075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"8f0f48a8-ec8f-4338-8a32-5c86fb3150d3","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.926224567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e60473dc-b88e-4c1b-a008-2495bcfcd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.93020505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"deab31aa-5d28-497c-9652-1c58b0ecb2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.973141263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"b6078d69-951b-4357-959a-2397e22b6121","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:40.973216888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"b6078d69-951b-4357-959a-2397e22b6121","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.983497129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e60473dc-b88e-4c1b-a008-2495bcfcd374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:40.987246611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"deab31aa-5d28-497c-9652-1c58b0ecb2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.078661119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"06781310-a975-496c-a59a-713909d0d284","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.135908638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"06781310-a975-496c-a59a-713909d0d284","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.186987295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a5f311ae-bc09-4f0b-984e-830d302be45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:41.187057807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"522c3db5-bcff-4c09-9d6a-a2f55bf96130","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:41.187138676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"522c3db5-bcff-4c09-9d6a-a2f55bf96130","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.187466087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e25acb4d-08f1-4cc1-90f8-10c60c87ff97","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.244624625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e25acb4d-08f1-4cc1-90f8-10c60c87ff97","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.24470867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a5f311ae-bc09-4f0b-984e-830d302be45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.345183055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d0c4bb1-5596-4cd9-b2b4-1938bd0c40fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.412850284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d0c4bb1-5596-4cd9-b2b4-1938bd0c40fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.471314625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07676c3e-10f2-45fe-8c3c-3c1cf1cc654f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.529121663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07676c3e-10f2-45fe-8c3c-3c1cf1cc654f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:41.561317059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"43550d8c-80d6-4b14-ba9a-8b62703e338c","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:41.561383231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"43550d8c-80d6-4b14-ba9a-8b62703e338c","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.574803729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4633f4-8b8d-4391-b9b3-6df8d3201162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.628914791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"2196d94b-b7bb-4d5c-9e0d-519247ed62b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.634310835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4633f4-8b8d-4391-b9b3-6df8d3201162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:41.686596763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"2196d94b-b7bb-4d5c-9e0d-519247ed62b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:42.254618645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"9d444b29-70f8-413e-93ac-e2a4aad21ad7","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:42.254690146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"9d444b29-70f8-413e-93ac-e2a4aad21ad7","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:42.898178144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"1dc5cd3b-9f17-403a-96ee-7ebead987aa3","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.049172213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c2bb563a-de10-42e5-9a65-dd5ba5c9841b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.100735819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7cb97a6-7a22-48a2-a5d8-f01814620705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.106866292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c2bb563a-de10-42e5-9a65-dd5ba5c9841b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.153270033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c8bcdf9e-dc22-4924-b237-e1ef16668a2c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.158730171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7cb97a6-7a22-48a2-a5d8-f01814620705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.16299101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c2bb563a-de10-42e5-9a65-dd5ba5c9841b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.207212816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7e151db9-a064-4927-a1bb-797e6498a9f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.20785572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e464db30-b6e4-473c-acce-ffe07c51287a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.211590774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c8bcdf9e-dc22-4924-b237-e1ef16668a2c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.264701382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7e151db9-a064-4927-a1bb-797e6498a9f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.268247273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e464db30-b6e4-473c-acce-ffe07c51287a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.330779336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8db9105-8eca-44bf-a2f5-8187419a0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.388052703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8db9105-8eca-44bf-a2f5-8187419a0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.559118442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"75c7efc8-5636-4d65-86a3-bd3b5cbf0af6","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.559605635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"78f48f9b-3af9-4b5b-acd9-b81cf3c7956e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:43.587955197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"b4d0bbf9-1e1c-4947-8dab-76f007323131","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:43.588030028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"b4d0bbf9-1e1c-4947-8dab-76f007323131","error":"ExternalModel e2e-extmod-att-user-54fe8d/e2e-att-delete-59a9d2 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.591986667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a192eda4-08b8-4a2a-825e-5a30e8694e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.616747003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"78f48f9b-3af9-4b5b-acd9-b81cf3c7956e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.617090662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"75c7efc8-5636-4d65-86a3-bd3b5cbf0af6","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.648748368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a192eda4-08b8-4a2a-825e-5a30e8694e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.745074289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"61f40981-ccd1-48d5-89bd-430031192a77","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.766681908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0ef989c9-8cb7-4946-ac9d-a7e0f9a1fd50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.802452159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"61f40981-ccd1-48d5-89bd-430031192a77","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:43.824146214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0ef989c9-8cb7-4946-ac9d-a7e0f9a1fd50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.085806557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bc85324e-70ad-48ba-b236-090837f43501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.086347402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"490eae5f-a3a5-4f69-83c4-234251ef5f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.138229223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"20bd67fd-39a2-4c2d-99cd-aa4738b6d390","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.144388237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"490eae5f-a3a5-4f69-83c4-234251ef5f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.145984185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bc85324e-70ad-48ba-b236-090837f43501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.152576187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"fb773348-edb5-47c5-b9ab-af8d85936355","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.195431807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"20bd67fd-39a2-4c2d-99cd-aa4738b6d390","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.375300117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"fb773348-edb5-47c5-b9ab-af8d85936355","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.375329413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"fb773348-edb5-47c5-b9ab-af8d85936355","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.375444543Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf","reconcileID":"fb773348-edb5-47c5-b9ab-af8d85936355","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.589521163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"c5ffb3ed-ba52-4b0e-b9d1-76a13ba70336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.702104506Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.764466401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"76998652-4bb4-44e3-86f8-fe80deb21143","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.852107401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"351b73cb-bec6-4f94-86c2-9631f098bf92","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.859663499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fb7b68ff-60d0-42f5-8f4d-c1677d1c5831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.859692199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a23446a8-b031-4cef-8fe0-7f08b2a44225","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.86031899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"55dd2b11-0f58-4211-b6fc-89984443c518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.924971983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"fb7b68ff-60d0-42f5-8f4d-c1677d1c5831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.92503406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"55dd2b11-0f58-4211-b6fc-89984443c518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.927154444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a23446a8-b031-4cef-8fe0-7f08b2a44225","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:44.975290757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"9e2cbeb1-c118-43c3-a633-e21ed95cce28","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.086416589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fa4656e6-3d71-4774-b16d-7aa5f6f530d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.134927664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a2f63f88-f998-4b33-9fd6-fa36523a32d5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.144387757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fa4656e6-3d71-4774-b16d-7aa5f6f530d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.200528466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"fa4656e6-3d71-4774-b16d-7aa5f6f530d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.241913495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d162a2c3-519e-4630-aa8a-c8bf28b1eedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.30044731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d162a2c3-519e-4630-aa8a-c8bf28b1eedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.34397595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"41b0ab09-7f8f-449d-a957-7e6a343dfa27","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.345438321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"09090a6c-9277-4d44-9765-710558a1aa65","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.395105034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33793594-01ff-4124-bdd3-5d2d0fe4b766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.396865479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad073526-d2ed-4257-be51-abbcde40578f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.403688041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"09090a6c-9277-4d44-9765-710558a1aa65","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.447293191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a392a602-0c92-45ba-afb2-0b161aff6393","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.45278365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33793594-01ff-4124-bdd3-5d2d0fe4b766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.453676926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad073526-d2ed-4257-be51-abbcde40578f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.499917546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a392a602-0c92-45ba-afb2-0b161aff6393","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.501215844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90d258b5-c5f2-4788-a663-8e3b78adc2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.552581918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a392a602-0c92-45ba-afb2-0b161aff6393","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.558274654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90d258b5-c5f2-4788-a663-8e3b78adc2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.669717328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"5d78fd10-aa0a-4360-8ba8-c47ec9cac99b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.752637124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"5d78fd10-aa0a-4360-8ba8-c47ec9cac99b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.804868641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1899fb44-181d-4daf-a738-947bef6b99d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.852602268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e0fcf72a-30c9-482f-9415-e7d59195be36","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.852601413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.860346313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"14245f3a-8936-44a7-b341-2271e99ce460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.866575051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1899fb44-181d-4daf-a738-947bef6b99d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:45.920261458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"14245f3a-8936-44a7-b341-2271e99ce460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.018793528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"8471268b-d8da-439a-b7f6-a179da2ffbc6","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.058120394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"27d8e869-c82d-4a2f-87ef-b23775991f37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.117580462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"27d8e869-c82d-4a2f-87ef-b23775991f37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.168946143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"180e350b-b31d-45c2-a779-9dea172b6159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.231753351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"62bc531e-9496-4dfc-9919-1c605737632e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.232660937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"180e350b-b31d-45c2-a779-9dea172b6159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.274930463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e1b9e9f3-20cf-4e1b-aea1-1715a17fd51e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.298022802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"62bc531e-9496-4dfc-9919-1c605737632e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.398126547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c895b334-33cb-4a3a-a3e3-f4e36caf884c","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.398845145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"339579cc-c9ec-4b9e-be1c-c06a6d513774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.435040129Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7915e6d5-644e-49c6-9f4c-c863479e4e7e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.458345751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"339579cc-c9ec-4b9e-be1c-c06a6d513774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.471284216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c895b334-33cb-4a3a-a3e3-f4e36caf884c","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.548566151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b44dda9-0d6a-4d1c-87c0-0dd92505713f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.580926573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4d80fb6f-49a1-4d00-acf1-7aff8a8055e5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.581022632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.583357519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"3d1fc54b-5684-4f48-b574-82e8f27529bc","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.612971467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b44dda9-0d6a-4d1c-87c0-0dd92505713f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.641720685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c6edbca7-6c95-42aa-b02b-6d967fb321d8","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.684682631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"09417460-28ce-4d9d-8ab2-d8ffdd6fbc69","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:46.714960517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"13d54e34-7850-496f-a0fe-424ae32466df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.756021706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb035427-5535-4f85-ad24-ebf2539f5023","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.817735518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb035427-5535-4f85-ad24-ebf2539f5023","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.834820481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"db0546c3-948e-4fb8-8991-cd3d05b819cf","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.853334179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d38164f7-6f94-4ef3-a02c-459f520ef657","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/distinct-2-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.854156283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"41cb47b0-be32-4c0c-b1b4-eaf876d46c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.854773607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"29998d77-440c-4326-9373-1294f2fde450","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.90155818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"83d70eb8-d632-4321-ba41-777e39c57c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.902626916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"89694b2e-f4bf-4320-bca4-675c7ca166d0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.919506286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"41cb47b0-be32-4c0c-b1b4-eaf876d46c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:46.976159768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"83d70eb8-d632-4321-ba41-777e39c57c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.12730092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"713c1d90-b8c2-4b5d-adba-6a5ef449de55","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.169316669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"cdf64037-8cf6-4d6a-ad58-aeaa3da70b3f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.22366665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"f7f35f4f-c115-4fc4-a181-678dadbf92d5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.224051218Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"f7f35f4f-c115-4fc4-a181-678dadbf92d5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.350567194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d799b176-97ed-428b-84fa-6ca7bee9df85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.360050218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f75fd1f4-b4ba-4557-ab4a-6fdabf232588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.360432357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"8d8148cf-92c8-4da9-b5fb-847447f3b7de","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.409412355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"092bb4a7-d17a-4d5f-9649-a2e517550b32","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.538006255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"092bb4a7-d17a-4d5f-9649-a2e517550b32","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.499409469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"8d8148cf-92c8-4da9-b5fb-847447f3b7de","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.499174596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f75fd1f4-b4ba-4557-ab4a-6fdabf232588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.551681641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"6ebbbf1b-e077-488e-86e3-7c0b70638b31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.552947998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d799b176-97ed-428b-84fa-6ca7bee9df85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.798499501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"6103b670-a90a-4b57-b03c-964f046aa5ee","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.799364037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"b4d2113a-3ed0-457b-ae6b-6b965bed9380","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.80791727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"03c61332-b86c-489d-bcac-7c61fb8a149e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.812911237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"78ef7a1b-e78b-4755-87f9-0de08ffd48d3","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.813000254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"78ef7a1b-e78b-4755-87f9-0de08ffd48d3","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.857293545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"9fbc558e-04de-4cf0-9d82-f2149caf910a","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:47.866099592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0bd53c67-2dbd-420d-b373-836c774fee27","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.002660996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"03c61332-b86c-489d-bcac-7c61fb8a149e","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.039080001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0bd53c67-2dbd-420d-b373-836c774fee27","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.087035102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"5caf67de-df42-4d47-850e-e24204056432","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.087069401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"5caf67de-df42-4d47-850e-e24204056432","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.121734654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"658a869d-da04-45f0-b6ac-8109cae1f6c7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.12201029Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"658a869d-da04-45f0-b6ac-8109cae1f6c7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.18288448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"821b03d1-8afa-4617-a3fe-f699cff51a19","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.284371569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-59a9d2","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","reconcileID":"25c18c86-1991-49af-9b6d-dd19aaab93e6","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-delete-59a9d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.309518253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e16a4b78-e3cd-4119-805f-791b6278ded0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.319335702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"dde32294-5b95-44a3-9a1d-ecf8eb28b853","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.336685102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"dde32294-5b95-44a3-9a1d-ecf8eb28b853","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.352209579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8bb599f3-57f0-464b-81ee-db04fec758e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.352905995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"23ab6ab3-ea55-4cf8-9c49-8d8c59231f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.430425853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"23ab6ab3-ea55-4cf8-9c49-8d8c59231f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.434160575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e16a4b78-e3cd-4119-805f-791b6278ded0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.448444285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8bb599f3-57f0-464b-81ee-db04fec758e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.507381454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"0a021c49-e586-4e81-b3ba-931894f021b9","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.507496583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"0a021c49-e586-4e81-b3ba-931894f021b9","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.508097108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"80d33a4b-8167-4562-bd99-23c2045ec1a8","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.568115872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c75ac529-fb6b-4ffb-9970-b7b1d568e808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.581202223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"c4ddbd14-41a3-4429-997e-983e89b1dfb2","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.581822214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"b9dc57ab-b8b8-465e-ab53-ced2c81500d8","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.630266806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"c75ac529-fb6b-4ffb-9970-b7b1d568e808","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.645133177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"6a22b372-317a-4fbb-89b2-63fae1b37d11","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.730260422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"6a22b372-317a-4fbb-89b2-63fae1b37d11","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.873199855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1d846c14-658b-4481-a255-bef6492af8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.928038496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0542c1a9-d947-400c-9826-563bdb23293d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.955833912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1d846c14-658b-4481-a255-bef6492af8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:48.987592238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"cc002c4c-207e-4fed-9243-df4e9c4c78a8","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.015626131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"cc002c4c-207e-4fed-9243-df4e9c4c78a8","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.02562862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"913f1d25-e1ee-40b5-bab5-f637efa1a9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.042344178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0542c1a9-d947-400c-9826-563bdb23293d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.162340281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"913f1d25-e1ee-40b5-bab5-f637efa1a9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.228637715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04a0b30-af15-4883-b911-7f7ef101d96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.292495822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04a0b30-af15-4883-b911-7f7ef101d96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.340999361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"96cbedbc-4749-4889-ab17-c5467445529a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.418077065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"96cbedbc-4749-4889-ab17-c5467445529a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.442018888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"7994eb1a-f941-4d64-b6e8-384fc02ecd9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.512440922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"7994eb1a-f941-4d64-b6e8-384fc02ecd9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.551118712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3ae42f18-52c0-4938-b539-ff6b8b8289f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.589333771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"b8534211-f866-434a-95f5-33caabbc5345","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.64663599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3ae42f18-52c0-4938-b539-ff6b8b8289f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.660252798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"b8534211-f866-434a-95f5-33caabbc5345","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.738126837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9e44a492-6280-412b-8c7f-e488a0f09bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.824944679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9e44a492-6280-412b-8c7f-e488a0f09bc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.916360584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"aa977eb6-3dab-4004-b489-d6047815d36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:49.986130751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"aa977eb6-3dab-4004-b489-d6047815d36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:50.083907473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:51.894915659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"969d6d20-61f3-4e45-b60e-2610f8a5715e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.052500396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e4662039-c4d1-4bcd-90df-67794e11605c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.052770628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"43be6d5e-cf53-4a1b-8572-ab3774472a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.052506546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"323b8443-7c5e-41a7-b131-ceb16111d09c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.082232814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"7049b363-11a0-4bf2-9f28-f9a6c8d6d3d6","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.109726342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e4662039-c4d1-4bcd-90df-67794e11605c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.110026069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"43be6d5e-cf53-4a1b-8572-ab3774472a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.11209279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"323b8443-7c5e-41a7-b131-ceb16111d09c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.189053063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1d9e51ad-7cad-43a9-831b-1f730764ac12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.246267751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1d9e51ad-7cad-43a9-831b-1f730764ac12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.291980064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"9db6909e-85a0-48fd-950e-16c3982174d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.349055962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"9db6909e-85a0-48fd-950e-16c3982174d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.374781195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"69f4f3e3-3657-441b-8d60-daab3e480233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.426196264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"79b5f244-5b76-4ce5-a974-59fe8a5ceb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.426205741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"593cceba-f342-41bd-b4ab-a566c83e06cd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.432216891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"69f4f3e3-3657-441b-8d60-daab3e480233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.484831338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"593cceba-f342-41bd-b4ab-a566c83e06cd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.484835205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"79b5f244-5b76-4ce5-a974-59fe8a5ceb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.502242411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"9e1380fe-9f17-4bfe-9646-036f0ee62b86","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.615424553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"23485079-cf16-4376-a19f-d1a2aea9f37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.673166764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"23485079-cf16-4376-a19f-d1a2aea9f37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.693851373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"560d3581-d03c-49de-847b-b294d4f98b3d","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.814371513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ab631cf6-ce4e-4650-9c7d-8faf8ab0090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.872645115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ab631cf6-ce4e-4650-9c7d-8faf8ab0090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.872751038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4d79f73c-c7ba-4c0b-8dfd-71a03869b8ec","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.894337842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"a0dc74d7-41a5-4d1a-8ca5-20b23ca772cd","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.916805948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"616a167e-b96d-4f3b-a267-b0ecb838cbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.929937802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4d79f73c-c7ba-4c0b-8dfd-71a03869b8ec","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.969209264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d1f1a835-c575-4aff-8117-7a0b45f919d2","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:52.974385031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"616a167e-b96d-4f3b-a267-b0ecb838cbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.021966064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39139db5-d453-4709-bd86-f7fef5862b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.026857839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d1f1a835-c575-4aff-8117-7a0b45f919d2","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.080050546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39139db5-d453-4709-bd86-f7fef5862b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.255123863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2addb99c-e8ab-4fe2-b923-3f99df87e6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.322198704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2addb99c-e8ab-4fe2-b923-3f99df87e6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.356363426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cd65b5ad-7daa-42cc-a614-966fab6ed566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.397050517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"de8c3920-d041-4de5-bfef-3ae9ad975040","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.408968931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"cbf426e3-1c8e-47e9-86e6-54934b93216b","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.421111838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cd65b5ad-7daa-42cc-a614-966fab6ed566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.455092898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"de8c3920-d041-4de5-bfef-3ae9ad975040","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.514643616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"2921109c-c23f-4897-b33e-f298cb6ae7c7","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.515061745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"609c7b71-ab34-4267-ae79-95da5ce07340","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.571680104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b86f9b87-9fc3-4f71-9899-9054baf6b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.578431681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"609c7b71-ab34-4267-ae79-95da5ce07340","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.629686711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b86f9b87-9fc3-4f71-9899-9054baf6b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.742513339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0e23708e-7b10-4550-8f3b-d33f89fcb435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.799523853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0e23708e-7b10-4550-8f3b-d33f89fcb435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.845369388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e65c5884-e50c-4d84-b8e7-86a95f2ef320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.897961547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2fe11ad1-7f36-408a-a634-22f2892283a9","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.903367041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e65c5884-e50c-4d84-b8e7-86a95f2ef320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.955925401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2fe11ad1-7f36-408a-a634-22f2892283a9","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:53.996457962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0bd7cb67-4bc5-4e7f-825b-90ac37344403","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.029023197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.029276271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"deea8732-88b2-4ada-b970-194bc58a4cca","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.029291027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"deea8732-88b2-4ada-b970-194bc58a4cca","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.040388538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffc7b614-4d2d-4a28-a2fa-32f98a7426a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.053229133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"0bd7cb67-4bc5-4e7f-825b-90ac37344403","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.087614892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e3a3ce93-6e45-4f8a-b6e4-60d47ffce05b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.087710234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e3a3ce93-6e45-4f8a-b6e4-60d47ffce05b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.09749256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffc7b614-4d2d-4a28-a2fa-32f98a7426a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.138765901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"8c0771f9-1d6d-490b-8c9d-5b108892985f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4de5b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.149196795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e3a3ce93-6e45-4f8a-b6e4-60d47ffce05b","name":"rate-test-model-29269b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.14927439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e3a3ce93-6e45-4f8a-b6e4-60d47ffce05b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.155132556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"302fc799-5347-4808-9d01-1a1a88b69477","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.155151957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"302fc799-5347-4808-9d01-1a1a88b69477","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.209122113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"6a020d75-c995-4d91-a0fa-58443fdb926b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4","tenantID":"e2e-ait-c1b01ac4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.210008652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"65afd202-9615-422d-b3f7-cfccbf99b702","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.219703692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b10b546f-a5c8-4cda-b711-533fffd31967","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.260773046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"8399c8b6-bdf2-416d-8458-35a8de6afc3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.262340363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"6d50322e-786b-470e-a28f-a2921ccacd46","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.279365037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b10b546f-a5c8-4cda-b711-533fffd31967","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.317044832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"f4a869d4-9519-46e1-ad45-2bcc4d0745d5","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.317064156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"f4a869d4-9519-46e1-ad45-2bcc4d0745d5","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.317838161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"8399c8b6-bdf2-416d-8458-35a8de6afc3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.327971679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"6a020d75-c995-4d91-a0fa-58443fdb926b","name":"e2e-ait-c1b01ac4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.362046861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.362365515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"f09837c5-54e1-4f6d-bdd2-5ea4165afa10","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.362382463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"f09837c5-54e1-4f6d-bdd2-5ea4165afa10","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.434279648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"f4780db5-018c-4f45-8640-f2562983bd23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.434805899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d0754ec3-b7cd-4bd6-ab49-585e56091896","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.434827733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d0754ec3-b7cd-4bd6-ab49-585e56091896","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.469608245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"ca51c56a-b746-430a-8aad-0bf7a79608e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4de5b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.488441359Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d0754ec3-b7cd-4bd6-ab49-585e56091896","name":"rate-test-model-8f16f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f16f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:49:54.488502269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d0754ec3-b7cd-4bd6-ab49-585e56091896","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f16f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.49216405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"f4780db5-018c-4f45-8640-f2562983bd23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.494198326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e42d20ab-9e86-4450-92ca-43b9197eb0b7","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.494218736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e42d20ab-9e86-4450-92ca-43b9197eb0b7","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.530591016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"9926e72a-af3e-42d1-9868-d6143de00b6d","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"rate-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-rate-iso-a-4de5b7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.621372059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e0fec167-f343-4d25-96dc-08eef9acf15b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.621394575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e0fec167-f343-4d25-96dc-08eef9acf15b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.622120041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a37a820b-2f73-4146-b338-30e90ed0e23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.679812587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a37a820b-2f73-4146-b338-30e90ed0e23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.680710137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"dc89594c-514e-499b-9028-fd85c4cd7419","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.680728273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"dc89594c-514e-499b-9028-fd85c4cd7419","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.734926392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"af59a7a1-c37e-4ea1-ad14-2a2e59ec50d1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.734964806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"af59a7a1-c37e-4ea1-ad14-2a2e59ec50d1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.777477611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e52c7cbc-e9fa-43fb-a1ab-562e01cb0b24","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.785762908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b66032ba-d4bd-4bf8-a481-a1b23924fcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.835090011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e52c7cbc-e9fa-43fb-a1ab-562e01cb0b24","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.842862761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b66032ba-d4bd-4bf8-a481-a1b23924fcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.887285919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1497810c-1c2e-4e92-9d0c-d89c305df1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.894180586Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"28ca9a77-11ff-4643-bb25-848fc1f969b7","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"rate-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-rate-iso-b-4de5b7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.908663873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"3ea6ca43-f04a-474f-9db5-6f8cdef83dda","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.94435911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1497810c-1c2e-4e92-9d0c-d89c305df1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:54.991853015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"2cbb229c-ae1f-4bd3-ab08-10793243cd4e","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.040937832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1fd03979-a3cd-411c-82d7-9417b9d5ef88","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.064273003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"42089632-96b2-4d95-a024-d63f4754b332","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.064296604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"42089632-96b2-4d95-a024-d63f4754b332","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.086181327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"7508fb77-85c3-40f7-a500-addaed4b1b77","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.098284463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1fd03979-a3cd-411c-82d7-9417b9d5ef88","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.143280466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"7508fb77-85c3-40f7-a500-addaed4b1b77","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.200401499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d41e06ea-e236-4f46-aaf9-1d6deac7fef5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.24095448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"732bc3c1-0a3e-45e2-9874-0a8ff34d4ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.257369952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d41e06ea-e236-4f46-aaf9-1d6deac7fef5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.281404786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"c7357a55-7fdb-4105-b520-7d58fbd50ddf","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.298282822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"732bc3c1-0a3e-45e2-9874-0a8ff34d4ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.299604032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"2ead8200-371a-4686-8c95-1b3310c25f68","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.347624128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"14527862-43f9-4013-924c-9e510b536295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.4058591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"14527862-43f9-4013-924c-9e510b536295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.505973505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"33de3b0e-b7ae-4221-bbf7-32f146fc0af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.564106758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"33de3b0e-b7ae-4221-bbf7-32f146fc0af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.566035163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d8335c82-2d4b-4086-892d-c526e614da47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.568339043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"850c33fa-480c-4878-bc1c-810625fa9b4a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.618087679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"40f41574-9a8f-468b-842a-bd749466fe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.623459248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d8335c82-2d4b-4086-892d-c526e614da47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.625378376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"850c33fa-480c-4878-bc1c-810625fa9b4a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.675131191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"40f41574-9a8f-468b-842a-bd749466fe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.755564219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"a6b1439a-b248-4e4c-9f90-20e5ac8ac53a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.813369656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"a6b1439a-b248-4e4c-9f90-20e5ac8ac53a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.876113591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"71585c39-9c8a-47ba-9609-628b2aaa828e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.933211543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"71585c39-9c8a-47ba-9609-628b2aaa828e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.933835052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d82da2de-c905-4851-8c10-c2fbe4c0dbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:55.990908854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d82da2de-c905-4851-8c10-c2fbe4c0dbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.086621839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f424bc3-b952-4986-9327-fdc5c014fc42","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.135392445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4255995f-211a-412a-a567-e205271a3d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.143623462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f424bc3-b952-4986-9327-fdc5c014fc42","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.192247022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4255995f-211a-412a-a567-e205271a3d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.237617665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f999694f-c67c-4ec3-939a-dad1ac516392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.294560544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f999694f-c67c-4ec3-939a-dad1ac516392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.388787413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"4a2462af-12c1-47db-b00e-b084b838768a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.440225289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"51575964-c72f-4fc2-98f2-39279c304248","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.445558181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"4a2462af-12c1-47db-b00e-b084b838768a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:49:56.498853566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"51575964-c72f-4fc2-98f2-39279c304248","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:00.812103511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"583ad1f8-21b1-418d-9e75-588f2ccea74f","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:00.972340462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"9a2c03ea-1a37-4196-9261-cf71e5a511ee","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:01.775792174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342b2716-2a7d-4335-8345-9e7a2d34dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:01.827919961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342b2716-2a7d-4335-8345-9e7a2d34dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:01.879990149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342b2716-2a7d-4335-8345-9e7a2d34dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:01.931966205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342b2716-2a7d-4335-8345-9e7a2d34dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.061458439Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"a3f49c10-cf92-4a6b-a703-51545aa12803","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.133022132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"8bdadd28-b106-4c36-808a-ce66798ef2b6","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.24999442Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cec7a4bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cec7a4bb","reconcileID":"7c973d05-061a-47da-9b11-ad1311f33622","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cec7a4bb","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cec7a4bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.313714262Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"a3f49c10-cf92-4a6b-a703-51545aa12803","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.313745789Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"a3f49c10-cf92-4a6b-a703-51545aa12803","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.313872288Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey","reconcileID":"a3f49c10-cf92-4a6b-a703-51545aa12803","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.532276135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"114fb219-15ac-4f17-9772-3a9d4e2ba21c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.589954285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"d4e692cb-023d-4716-bfbe-b23c6901c120","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.599658653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.642398381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e79e6a4b-ed6f-400a-98cb-d881d5641956","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.754012087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8990101e-ad23-4ea7-83ee-8db63b59bc52","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.758906262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e4dd3b7e-4dbf-49d0-bf38-8a15d21026b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.758927107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e5e3fb32-f0b3-4d97-af43-e7b52d23c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.760014802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"df946089-6bdd-4ddb-abb0-330aa9d070ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.823221813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"df946089-6bdd-4ddb-abb0-330aa9d070ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.823330007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e5e3fb32-f0b3-4d97-af43-e7b52d23c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:02.825516978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e4dd3b7e-4dbf-49d0-bf38-8a15d21026b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:03.029239572Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-apikey-auth","reconcileID":"894ddcde-3eb9-49ba-b089-a2aac3809bdf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:03.296497001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"b638c394-9b38-45f3-b18b-39c94d421fde","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:03.883056818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6596e354-f89a-41b7-9633-8a896254603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:03.934842035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6596e354-f89a-41b7-9633-8a896254603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:03.988646379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6596e354-f89a-41b7-9633-8a896254603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.04083631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6596e354-f89a-41b7-9633-8a896254603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.229098998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"08e7ad1a-18fc-4243-bc27-c4267da64037","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.316316062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"dcddeaa8-286d-4b11-bc21-18135935b49f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.522443635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"81c86d03-814e-4275-af3e-6333847fbc59","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.522524332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.523112306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"21e1272f-b8cf-441a-8d2d-32ff46604572","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.584962648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"21e1272f-b8cf-441a-8d2d-32ff46604572","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.590605447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"bb659a8c-e322-4efa-a78a-e2ba1cd2b1a2","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:04.643015599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"d2b48bb9-886b-443e-bb98-e853a42a56de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.723962975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d00f93c5-5b90-4b44-bdd4-5fa24d2734bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.724486669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f17cee55-b8f0-481e-bfb5-1be8e34b2d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.778665798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5a70e48b-c894-4424-abac-c6c8787a208b","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.784452815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d00f93c5-5b90-4b44-bdd4-5fa24d2734bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.785955449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f17cee55-b8f0-481e-bfb5-1be8e34b2d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.843611017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"6fc3806f-6a8e-43bc-87f1-f6b01679f62e","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.896518349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"58338995-3f87-4830-ab2b-b5d11c9b28d6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:04.938332899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"028699ed-e248-45ba-94fa-ebff941bb0b3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.09966468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"2116ef65-2e7c-4343-9f4d-84a27adaec17","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.125393541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"ba1f9b67-dfb0-4c7a-9148-5403f329b9d8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.125596374Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"ba1f9b67-dfb0-4c7a-9148-5403f329b9d8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.157356669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"2116ef65-2e7c-4343-9f4d-84a27adaec17","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.242045314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3325f286-46fc-40e8-83fc-2a9decd0dae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.24204297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0faf8546-9b1d-4f01-86a6-6148746eb2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.299589074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3325f286-46fc-40e8-83fc-2a9decd0dae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.299653357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0faf8546-9b1d-4f01-86a6-6148746eb2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.338521976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"7d04055a-3f5b-4aa3-a1d5-fdcf0d7f1246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.39526853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8c2a845c-8529-4df3-bb44-448ad134b86f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:05.433006762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"2116ef65-2e7c-4343-9f4d-84a27adaec17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.557679538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"5687887e-7890-46bb-b458-3631705e645a","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.606708979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"56ad3ff5-5e2c-4e96-88f3-0903118dbaa9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.613987347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"6898569e-d1eb-4f75-a789-ed99f9d29af2","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.615561539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"abc3aae3-7560-4bea-b80b-25b44ece310b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.615666973Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"abc3aae3-7560-4bea-b80b-25b44ece310b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.6648823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"56ad3ff5-5e2c-4e96-88f3-0903118dbaa9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.719501411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79cd40e2-56ec-4fcc-ade7-4e76c59f8c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.720213159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fa89adf-8b1a-4069-be6c-253b7d017684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.772644539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"988d16e0-1ca0-4f45-ac65-35438f7a6c6b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.780323879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fa89adf-8b1a-4069-be6c-253b7d017684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.784025732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79cd40e2-56ec-4fcc-ade7-4e76c59f8c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.822021198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ca92fd9c-5cc4-4189-9dca-27c881d0deed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.831114356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"988d16e0-1ca0-4f45-ac65-35438f7a6c6b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.885306977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ca92fd9c-5cc4-4189-9dca-27c881d0deed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:05.968640082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"cfff7b84-0a89-42ea-abea-47a859c23ad5","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.097445572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"397d7ce9-25d4-4191-b92d-3ba91f046de1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.104001374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"73edce4a-632e-45d8-b5da-d26a412c5e35","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.13429547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"ac84ff2e-7117-40d6-844c-b333a0bac3a9","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.14562562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3c5bbd76-b12d-4bf0-bd2a-e6e68307f5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.154575168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"397d7ce9-25d4-4191-b92d-3ba91f046de1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.174785972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"73edce4a-632e-45d8-b5da-d26a412c5e35","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.20558355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3c5bbd76-b12d-4bf0-bd2a-e6e68307f5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.242932702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"a058aeb2-d1c5-4d8a-8525-0d6a984d4276","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.279341112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1c8cb844-6213-41a8-8a01-67193148b3ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.341602777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"1c8cb844-6213-41a8-8a01-67193148b3ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.35214668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"ff9604c7-c061-43ed-9843-bd59b575b985","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.449341217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"268cc56f-99f3-4528-bd74-64674de6e283","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.511606091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"268cc56f-99f3-4528-bd74-64674de6e283","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.55970228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"109924ae-fddd-4618-b1fa-c13e98e172ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.619281974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"109924ae-fddd-4618-b1fa-c13e98e172ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.653711514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"41abe1e3-7fdf-4426-9b5b-a9713d6bc25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.711037617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"41abe1e3-7fdf-4426-9b5b-a9713d6bc25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.756073612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49b2a9a0-74d1-454a-95ca-f0a3af2aae28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.773846132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"f467fe1a-1a9b-4094-91e8-687662153911","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.801219644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e730ab77-af38-489a-8d22-c789994304e8","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.814065487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49b2a9a0-74d1-454a-95ca-f0a3af2aae28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.859493233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e730ab77-af38-489a-8d22-c789994304e8","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.950271036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7228967-ac22-45eb-92cf-0cee8f131049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:06.951717496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"ad318dd9-377a-4e01-b23d-08b0a1aa8fe8","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.015979609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7228967-ac22-45eb-92cf-0cee8f131049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.038271471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"8431c95f-cfbb-4cb7-9c24-54573a23d350","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.062859705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c6be2be5-f285-47c5-9763-72fd76a4c355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.09128879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"5552a9bc-f17f-4f78-9ee1-94e4c3345f5c","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.123822963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c6be2be5-f285-47c5-9763-72fd76a4c355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.252867101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"06155cb7-33af-4d92-9ffe-07e32478b61a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.316690254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"06155cb7-33af-4d92-9ffe-07e32478b61a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.356718043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ed4af039-de6b-444b-86bc-658b85c9b8d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.400068287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2f5f411c-7224-43a2-ad0e-f44fdc0b4d63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.414966082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ed4af039-de6b-444b-86bc-658b85c9b8d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.452261524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"556d3a40-1208-4a1d-bdcc-cd64ad6b2b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.457909969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2f5f411c-7224-43a2-ad0e-f44fdc0b4d63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.491308634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"09ffc847-d6af-47ad-8deb-a1e74db53cca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.51069658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"556d3a40-1208-4a1d-bdcc-cd64ad6b2b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.5811492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"09ffc847-d6af-47ad-8deb-a1e74db53cca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.581682068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"7f68c019-670a-4402-b6c1-d637fc1505ca","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.818782979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"a29235a3-0727-4770-97a5-36f5f77b3eb4","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:07.879088164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"bdc32352-bbb5-4926-846c-f765aa04ccf6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.009684507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ba871ee0-fa42-4ccb-8faf-2febfd285662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.01040516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"bdc32352-bbb5-4926-846c-f765aa04ccf6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.067567981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"596e2c05-e39d-40c5-b1d7-8042c8752787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.088561715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ba871ee0-fa42-4ccb-8faf-2febfd285662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.153982576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f8edf53b-d881-4f4c-8265-6daaec9bbd4e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.160395317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"596e2c05-e39d-40c5-b1d7-8042c8752787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.182208964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0e90720b-89fc-4b19-a15b-9257fb911e2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.216362212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f8edf53b-d881-4f4c-8265-6daaec9bbd4e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.257347274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0e90720b-89fc-4b19-a15b-9257fb911e2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.463451596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"e1cb6246-fe28-4629-b094-91915c676b74","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.463941018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5dc0dced-e010-47b1-8348-5ce8540523a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.465559776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22d32d31c123a3913e6eef271bd024d57c71dba2b4c9de803878ea75634bd921) AuthConfig (416569c51a438d5118121adf89e3823675dbe241901654d678f3f619a80edaf5) AuthConfig (aa18f47dfd4bc063eb2cee88963e24dc78206a164432667a8aa7aad957aded78) AuthConfig (da574149ac95c69d42d213716ee4edfc1386135d54828e62c22905dfe6d13a3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0e90720b-89fc-4b19-a15b-9257fb911e2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.546455362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5dc0dced-e010-47b1-8348-5ce8540523a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.620496181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"3818e3ea-302d-4056-8a18-a9c7d27c9b6b","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.680800958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ede6fb30-b409-484d-8e00-3894c05c5ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.738977678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951703c3-18f2-4dc2-a619-6ecc31c726e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.81752715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"778fcc75-2bd2-4449-b109-04575ebf9307","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.827977848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ede6fb30-b409-484d-8e00-3894c05c5ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.831297173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951703c3-18f2-4dc2-a619-6ecc31c726e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.873182524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d13ea3c6-11b4-402f-a124-788c2edfd07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.90161653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"778fcc75-2bd2-4449-b109-04575ebf9307","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.91005615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"b289e189-f5d5-49ff-994b-768874ad8a92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.934361242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d13ea3c6-11b4-402f-a124-788c2edfd07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:08.989466235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"b289e189-f5d5-49ff-994b-768874ad8a92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.119481675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"e7df8045-0bca-4457-8b53-42d1a85c4c31","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.240077157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2aac67d7-7485-401d-8f09-c1bea92a9fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.271669327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"6368edf0-ba93-422e-8fce-cc580bc00ff5","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.309654901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"89dabdb8-4f01-46f5-8703-79b96d04ff66","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.37593293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2aac67d7-7485-401d-8f09-c1bea92a9fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.387159965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"315f3185-db55-44c1-8090-161e521068ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.653174564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"315f3185-db55-44c1-8090-161e521068ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.712035282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"536b9c59-8bc0-41e3-ad15-9e4d9f9a4795","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.755251145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6fcafa7d-aec2-41a1-95c2-42a30c10c1e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.781640684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"040d90c9-fd3b-43a9-8c88-6bf21bba06e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.782979535Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"315f3185-db55-44c1-8090-161e521068ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.822477161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"68e06291-2b1f-4c65-8362-3f5f966a7b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.824563739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"10f901ae-7540-4e1b-a595-b8b1068a9cd8","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.824657937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"10f901ae-7540-4e1b-a595-b8b1068a9cd8","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.83719306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6fcafa7d-aec2-41a1-95c2-42a30c10c1e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.908086696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"040d90c9-fd3b-43a9-8c88-6bf21bba06e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.915893351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"68e06291-2b1f-4c65-8362-3f5f966a7b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.993014406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"a447a26c-b0d2-46ab-adfb-f60299ba16dd","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:09.993137832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"a447a26c-b0d2-46ab-adfb-f60299ba16dd","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.146465867Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"d8185587-c22f-491f-8aa8-0d582b71afcd","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.240242192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"b0ef62bb-fe6e-44c1-8eea-74a7b34bfa3a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.314125527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"008f34fb-cdeb-4885-9128-603f1cc43e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.349123815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"b0ef62bb-fe6e-44c1-8eea-74a7b34bfa3a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.397891891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e30d4b9-e7d5-44dc-bced-37ec8b429481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.406476329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"008f34fb-cdeb-4885-9128-603f1cc43e36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.558255882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e30d4b9-e7d5-44dc-bced-37ec8b429481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.685062361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"931c87c2-1639-476b-8a76-51d344279d67","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.725135124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"24ad09dd-ce65-4775-b436-1881ea6605f4","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.863175939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"931c87c2-1639-476b-8a76-51d344279d67","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.983754078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"24ad09dd-ce65-4775-b436-1881ea6605f4","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:10.984817489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"ec4314f6-075c-479f-ab93-77c23b3177c8","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.043792153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"67902dc8-3f81-4529-83b9-5c6378d378df","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.043905212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"67902dc8-3f81-4529-83b9-5c6378d378df","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.208367681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d8932a46-9159-4908-b28d-7fe0b8c27844","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.209855091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"5f8f14ba-525a-4e57-a28a-d3d679f38c04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.371270214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"d8932a46-9159-4908-b28d-7fe0b8c27844","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.379647831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"5f8f14ba-525a-4e57-a28a-d3d679f38c04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.422735599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"46dde2bf-0d16-415c-8c18-a0304abab088","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.505007102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"46dde2bf-0d16-415c-8c18-a0304abab088","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.683732364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e8b8e929-4ae4-4e8c-ae81-3c23e211b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.748530082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e8b8e929-4ae4-4e8c-ae81-3c23e211b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.753341365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6ed3da7-5911-4cf6-a727-e2eb9fc45e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.812908436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6ed3da7-5911-4cf6-a727-e2eb9fc45e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.891185057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ea61fd-5447-4dfd-ab59-08741d8ef352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.911908173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"864ddf2a-10f0-49e9-b852-ae56e2c858d1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.957228803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ea61fd-5447-4dfd-ab59-08741d8ef352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:11.969204627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"864ddf2a-10f0-49e9-b852-ae56e2c858d1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.060928348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b61632e-010f-4cc2-b2e9-b78ef61ee441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.118371571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b61632e-010f-4cc2-b2e9-b78ef61ee441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.160163047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c6c7b810-ea92-49ed-90a8-bb2902b5692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.225475041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c6c7b810-ea92-49ed-90a8-bb2902b5692b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.271576473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"650dda5c-d734-4ceb-b4fb-677a006aa687","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.339495851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"650dda5c-d734-4ceb-b4fb-677a006aa687","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.477421394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"40c85aec-4b3e-4db4-904a-c4fb5afa9bd8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.48620109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2cdac704-6a41-44f8-a543-217ea3ad3860","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.542081584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"40c85aec-4b3e-4db4-904a-c4fb5afa9bd8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.547172171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2cdac704-6a41-44f8-a543-217ea3ad3860","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.56946719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c4d3929a-125c-45c0-88e3-12327e42397a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.635170427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c4d3929a-125c-45c0-88e3-12327e42397a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.725878343Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.771530065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2146b84c-b4c2-4b9b-b06a-9b172d3cdc87","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.77958632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"1bfa8550-8757-48c8-937c-8b97782148b3","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.779616216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"1bfa8550-8757-48c8-937c-8b97782148b3","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.832361479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2146b84c-b4c2-4b9b-b06a-9b172d3cdc87","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:12.846064762Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-89c244-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.952471416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"c59a56c3-aafa-4463-97de-a1c5e4f89d5a","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.952499583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"c59a56c3-aafa-4463-97de-a1c5e4f89d5a","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.997746303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"91ab2b01-b3f5-4e08-8b4f-224bb5b4e737","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:12.99818358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"a26638bf-f64c-40c8-82d8-45f7b4d634fc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.057142802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"a26638bf-f64c-40c8-82d8-45f7b4d634fc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.057478413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"91ab2b01-b3f5-4e08-8b4f-224bb5b4e737","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.058370514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"4e21edab-b9e3-4689-aab6-c4683ded2554","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.058388944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"4e21edab-b9e3-4689-aab6-c4683ded2554","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.167080236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"dc28edc7-80bc-418c-915b-50547ed8fc26","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.167108215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"dc28edc7-80bc-418c-915b-50547ed8fc26","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.168909991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"2c2cc834-ad67-4c34-88db-c82bbab40142","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-ctrl-89c244","model":"e2e-rec-ctrl-89c244","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.193595349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"da2661c2-17f5-468b-bbb1-2d0edc57e441","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.251879365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"da2661c2-17f5-468b-bbb1-2d0edc57e441","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.28348859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"1ea7b8d5-31f0-49c5-9035-fa9bbccb3c9c","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.283513274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"1ea7b8d5-31f0-49c5-9035-fa9bbccb3c9c","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.408706463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8ef8379e-98bd-4d7e-97ae-70b656dd1634","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.461210847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"d06fe42a-72dd-45cf-9872-d942533d4524","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.461241143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"d06fe42a-72dd-45cf-9872-d942533d4524","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.466757407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8ef8379e-98bd-4d7e-97ae-70b656dd1634","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.605076705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1e946318-4531-442f-8733-93e7d137ad4d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.610632264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"78e8bed2-5e2c-42d6-b63e-81e7298b4b5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.663227772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1e946318-4531-442f-8733-93e7d137ad4d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.668682877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"78e8bed2-5e2c-42d6-b63e-81e7298b4b5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:13.680754122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"16648afc-c9a3-4ee2-a5bd-84f1f81e2010","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-ctrl-89c244","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.537939013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"33d1302e-16c5-4018-a405-2b1fd8fbd1bd","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.537972809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"33d1302e-16c5-4018-a405-2b1fd8fbd1bd","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.707414229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2bb261de-deec-40a3-b64a-2a1c185eed73","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.749004027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"30f0f7f3-98c4-48b5-91e7-fb8cee56e098","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.767411301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"2bb261de-deec-40a3-b64a-2a1c185eed73","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:14.949635052Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"e9d59bfe-42a7-4d9e-9ba8-62da9d868adf","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:15.002594711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e7d2de58-8671-4fb8-92b3-4f9e326b224d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:15.002619988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"e7d2de58-8671-4fb8-92b3-4f9e326b224d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:15.131442042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"cd9ad9fe-e2de-44aa-830f-8bc82c782b96","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:17.202032554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"37c78d17-f0c9-4056-893a-286ce9dc47e2","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:17.755359805Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"81153d61-eaae-427c-8b7f-c41ce9b39e5f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:17.987843048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"81153d61-eaae-427c-8b7f-c41ce9b39e5f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:17.987875569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"81153d61-eaae-427c-8b7f-c41ce9b39e5f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:17.988021682Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube","reconcileID":"81153d61-eaae-427c-8b7f-c41ce9b39e5f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-4c2f32/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.201354299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"d28bbbc8-4df3-468b-999a-25131b99e706","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.263598263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"cd46d31b-a17b-4cc1-b9e5-c724b1994f4e","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.26366234Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.375450448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"7537da23-9e0b-4788-9b2c-3256825ca5f3","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.375476922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"7537da23-9e0b-4788-9b2c-3256825ca5f3","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.428141024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7d7f9dd4-2f79-4a3a-855f-553a67f31f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.428739536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c68c9902-dab6-43d7-a096-a7cdc938259a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.428783306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"e6ad10af-d644-4171-a571-df336afd2dc9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.430490399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9fd2c732-5bc8-407d-97b0-f8a6cb151913","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.497440826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"c68c9902-dab6-43d7-a096-a7cdc938259a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.497442082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7d7f9dd4-2f79-4a3a-855f-553a67f31f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.499449103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"e6ad10af-d644-4171-a571-df336afd2dc9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.702102374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-degraded-models-kube-auth","reconcileID":"f9bcf499-f8ef-40d6-a2f0-d9596832c4c6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:18.960876464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"21af8a68-0147-4e59-bf0d-419467c40fa7","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:20.067017928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:25.056023495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"d625bb03-2699-44e3-8a0f-50795be3141b","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:25.110024994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"517dd811-ba7b-4e58-84b9-68f54f5a7758","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:25.11004369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"517dd811-ba7b-4e58-84b9-68f54f5a7758","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:27.317157683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"5c55bee2-d492-4cdf-bd49-6faf07c01f28","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.670930876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"003c024b-75bb-43a8-8b63-d43b87145c07","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.671985916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.741245905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"f2e636df-7180-432a-8a6e-8ae3457ffae0","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:28.830105979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-list-subs-refs-sub","reconcileID":"dfcdca31-c611-4df8-8f57-7448bd24aba7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.841327852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5e974b5a-2dac-411c-86b4-5adbf576ad6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.841331724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7ccc7023-c39b-4c98-84b3-70b5fa23b525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.899201276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5e974b5a-2dac-411c-86b4-5adbf576ad6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.899311822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7ccc7023-c39b-4c98-84b3-70b5fa23b525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:28.946598296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"dcf3159c-7d7d-4a45-b759-6ef17b7233ba","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.002677877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"110f9595-0a2e-4cb3-8d03-5f44789a5471","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.264277174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7616c2da-624d-440a-b4e3-bb2c183f62b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.264397321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e662af76-5220-408d-9940-e87578ef5ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.273248894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-list-subs-refs-sub","reconcileID":"4045262b-a101-4f2c-8d1b-ea349a2288c1","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.322222289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e662af76-5220-408d-9940-e87578ef5ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.322309806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7616c2da-624d-440a-b4e3-bb2c183f62b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.446342828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"5a4825f0-8a33-4eac-9dda-7d41d0dff572","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.484491418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"0ad34212-0f4f-45e5-844c-362d91bf1b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:29.657307794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-list-subs-refs-sub","reconcileID":"fd0cbb60-accd-47e5-9b3e-d138beece822","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.101014188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"4cece9f1-69eb-4f9b-ac65-13140398eaba","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-ctrl-89c244","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.287192502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"aba59d45-9400-4972-92ed-e3d3c7953031","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.344636941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"aba59d45-9400-4972-92ed-e3d3c7953031","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.381109389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"b916fbe3-a73e-4cfa-b7bc-3fdee9b6825b","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.3811408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"b916fbe3-a73e-4cfa-b7bc-3fdee9b6825b","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.986275205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0ffd0226-9f0b-45b5-9fba-4bf391e9fd4b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:30.986296789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0ffd0226-9f0b-45b5-9fba-4bf391e9fd4b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.168056383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"3340acff-ebdd-4f91-a78c-b8c4d6920bea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.211638291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"4c3bf988-7839-4c66-a788-e7b04886c04e","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.225703605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"3340acff-ebdd-4f91-a78c-b8c4d6920bea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.380495028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"57ca8ee9-8e88-4250-914a-7d46126a4872","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.380517448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"57ca8ee9-8e88-4250-914a-7d46126a4872","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.590748269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"7355a14b-930f-4274-8099-edcf77dd9027","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.708417207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"d082b986-7394-4416-9321-d2dad316fde5","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.86798692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"411b3a49-f2f6-4723-bd9a-f724b7ccf3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.867986879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"587c890f-a880-4183-97da-3bf78c3c265f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.919272051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"4c48bcc1-ca71-4ebd-b72e-8b140c31c94c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.91940209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"c7e9bdb8-2c83-4755-b8ad-c98c9ab7d1aa","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.919420367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"c7e9bdb8-2c83-4755-b8ad-c98c9ab7d1aa","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.932291482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"411b3a49-f2f6-4723-bd9a-f724b7ccf3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:31.940912741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"587c890f-a880-4183-97da-3bf78c3c265f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.132100764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"4c48bcc1-ca71-4ebd-b72e-8b140c31c94c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.193444563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"13bd78e6-1e56-4736-8dd5-0b23289c8bba","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.261711143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"4c48bcc1-ca71-4ebd-b72e-8b140c31c94c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.261737345Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"4c48bcc1-ca71-4ebd-b72e-8b140c31c94c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.320036829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"87066f1a-24a6-4ebb-a30b-7134d0f01309","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.320056817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"87066f1a-24a6-4ebb-a30b-7134d0f01309","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.464683123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6c112e6a-2d80-4961-872d-17b498096bd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.464790076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e9b8b5e0-0e84-4486-a6f2-30b29e11c497","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.464810508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e9b8b5e0-0e84-4486-a6f2-30b29e11c497","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.598856256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"cb51aff7-5e24-4c4c-8ae2-f93a70fa4e6b","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.67275556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6c112e6a-2d80-4961-872d-17b498096bd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.752338835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"15baaa0e-70c9-4982-853e-2faab62df347","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.807163555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6c112e6a-2d80-4961-872d-17b498096bd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.807192362Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-4de5b7","reconcileID":"6c112e6a-2d80-4961-872d-17b498096bd6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.864314176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"204c5b70-7404-4843-952f-f40aff9baa20","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:32.864335328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"204c5b70-7404-4843-952f-f40aff9baa20","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:33.016675829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"7e3d4f04-2688-41e0-9fc9-e45745905fae","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:33.016695477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"7e3d4f04-2688-41e0-9fc9-e45745905fae","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:33.148945125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"45947e44-a497-494a-bccd-a68095227b88","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:33.199806467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"337e84d1-d5e8-450e-84e5-09decbaa3e69","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:34.897921191Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"b75e7013-2513-4737-bacf-169b23efcaf2","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:34.968246726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"eb084270-1968-4400-982a-692aa018620c","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:34.968430044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"eb084270-1968-4400-982a-692aa018620c","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.083352327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ae028ac8-360e-4988-8c99-461cb69a2812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.084122278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e78f4f4f-258e-47c7-9564-159762100fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.08341009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"54676b60-fcf3-4211-b382-322ea5c848d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.150229248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e78f4f4f-258e-47c7-9564-159762100fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.150659724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ae028ac8-360e-4988-8c99-461cb69a2812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.154278686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"54676b60-fcf3-4211-b382-322ea5c848d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.163493295Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"e6b7b9f0-93ef-4e5f-a15c-78bd1c4e2824","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.191571713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"06d2726b-29f3-4d39-8542-c47094fe258f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.196231805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0472a8e3-8183-4ba9-8d4b-aca505996c70","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.249129807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"06d2726b-29f3-4d39-8542-c47094fe258f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.253455784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0472a8e3-8183-4ba9-8d4b-aca505996c70","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.465495594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bec3a513-1fd3-4b07-8a14-240611d7b140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.465495966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63b0fe6f-473f-4c1a-8f27-153d7f37e33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.529369641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bec3a513-1fd3-4b07-8a14-240611d7b140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.532029591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63b0fe6f-473f-4c1a-8f27-153d7f37e33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.57058916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"240606ca-c904-42ac-b1b7-6844261a6d96","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.632299987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"240606ca-c904-42ac-b1b7-6844261a6d96","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.669516691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"11ed633c-c2e6-4e1a-82fb-472d7c78ad09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.734380325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"11ed633c-c2e6-4e1a-82fb-472d7c78ad09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.785191141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"b7de8531-f75e-43bb-88dd-c60419439cce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:35.847471996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"b7de8531-f75e-43bb-88dd-c60419439cce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:37.356247867Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"5a0d9557-5e64-4142-95fa-59bb9eb14b07","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:38.258298214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d7621-7a14-4593-b493-7fd547cb35cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:38.310364163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d7621-7a14-4593-b493-7fd547cb35cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:38.362514279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d7621-7a14-4593-b493-7fd547cb35cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:38.414484205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356d7621-7a14-4593-b493-7fd547cb35cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.386823082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"38459921-7a12-492a-a56d-fe07243c2a2d","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.386846941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"38459921-7a12-492a-a56d-fe07243c2a2d","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.52660545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"0b1f0ee5-7877-4d8c-bc26-4d7c83a0d8c7","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.526626772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"0b1f0ee5-7877-4d8c-bc26-4d7c83a0d8c7","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.820888798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c488dd8a-e672-49ad-8f06-a8c5b40ed31b","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.878055042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c488dd8a-e672-49ad-8f06-a8c5b40ed31b","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:39.933284381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (207b94ff3a6e07d456cb8bc477cc2bff51c6e5d257c1e20b6da0b9bb7ccf458d) AuthConfig (a57f555d3e2d412fc4c3d7043c3744373c072c97bff9e6674e11b9949b248ef1) AuthConfig (64b0b3f5b0a6ca23ca79b50822d3f69cd039bc362bc9624030e6df326d9e5b97) AuthConfig (c016867b5373da850b356b39223cb24a4a1d14ffdd6af733f5eec3ba8145be6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c488dd8a-e672-49ad-8f06-a8c5b40ed31b","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.044687024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"66ea6a43-12b6-4f6f-acd2-8c4e4c9e624b","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.04470879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"66ea6a43-12b6-4f6f-acd2-8c4e4c9e624b","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.376605539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a28090-0c78-4a72-874d-2fadc9ecd6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.428287373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a28090-0c78-4a72-874d-2fadc9ecd6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.482038376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a28090-0c78-4a72-874d-2fadc9ecd6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.534481997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a28090-0c78-4a72-874d-2fadc9ecd6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.812915352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"df7dcd63-308c-4b74-976d-0fcd37e5e236","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:40.92200207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"f8ff06e5-4ee1-421c-ae8d-72a13095b34d","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:41.896143612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-list-subs-refs-sub","reconcileID":"78a808ba-7e45-4640-bca0-f06e49164a3c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.245206998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-list-subs-refs-sub","reconcileID":"78a808ba-7e45-4640-bca0-f06e49164a3c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.49025085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"1ad442c2-6479-4d04-aa22-9ca04d506600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.522133027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"66dad5d0-ad2f-4649-a7ab-5494e3b085ab","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.522917411Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.725628989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0c081a-0480-4e25-9b6e-42df29bf1a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.725770441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d3943b8c-b9b0-42dd-92f8-8183f9e958c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.726073577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"da694a5a-61b0-4f36-8c2c-56061da747dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.777841022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0c081a-0480-4e25-9b6e-42df29bf1a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.830348085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0c081a-0480-4e25-9b6e-42df29bf1a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.834971115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d3943b8c-b9b0-42dd-92f8-8183f9e958c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.882284734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0c081a-0480-4e25-9b6e-42df29bf1a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:42.887239825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"da694a5a-61b0-4f36-8c2c-56061da747dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.202136016Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"250bbe3f-6a95-4e67-bd6b-e4b451824f29","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscription":"e2e-rate-iso-a-4de5b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.255264057Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"250bbe3f-6a95-4e67-bd6b-e4b451824f29","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.30989924Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-4de5b7","reconcileID":"250bbe3f-6a95-4e67-bd6b-e4b451824f29","MaaSSubscription":{"name":"e2e-rate-iso-a-4de5b7","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.327911907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"a184e868-fe07-4a93-ac07-13f3de0e4179","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.327929425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"a184e868-fe07-4a93-ac07-13f3de0e4179","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.386785181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"b947b972-454c-4f3a-ae8c-a88afeb24364","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.516656373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"89b96ade-9f52-4fe0-a563-1a8e389848bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.516674666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"89b96ade-9f52-4fe0-a563-1a8e389848bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.516775885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.577637503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"bc14e7a3-3161-4677-b642-33e315930e1f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.577661466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"bc14e7a3-3161-4677-b642-33e315930e1f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.597127921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.597150559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1d4872c3-5b13-4ea1-9fa5-53a10be20a46","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.597161426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1d4872c3-5b13-4ea1-9fa5-53a10be20a46","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:43.649258585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"71f3f425-cf53-48cd-8906-0d250054f46a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.678770669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"68b3e637-ae8b-460d-9ab2-f7e9725283cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.682663859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8a42dcb4-f99b-4800-bc45-04b9d5161f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.736107839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"68b3e637-ae8b-460d-9ab2-f7e9725283cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.739997611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8a42dcb4-f99b-4800-bc45-04b9d5161f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.756138363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"51e2f965-ff73-47dd-8d73-f6160c935d84","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.756160527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"51e2f965-ff73-47dd-8d73-f6160c935d84","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.764806048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"481e7eb1-4cc2-4353-8ce1-495530d01918","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.764822903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"481e7eb1-4cc2-4353-8ce1-495530d01918","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.794386759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"d8e4273f-2300-454d-9f65-14eafe5711c5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.794403452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"d8e4273f-2300-454d-9f65-14eafe5711c5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.852879775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"cb51a304-9a9d-44dc-8d0f-bceba1623a85","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.852950763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"cb51a304-9a9d-44dc-8d0f-bceba1623a85","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:43.939072762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"cb51a304-9a9d-44dc-8d0f-bceba1623a85","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:43.939132958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"cb51a304-9a9d-44dc-8d0f-bceba1623a85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.945006216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"6d1fffb8-e8c9-4381-a86f-39d31bf7a83b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:43.945021482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"6d1fffb8-e8c9-4381-a86f-39d31bf7a83b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.102237299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-auth","reconcileID":"fad7d56b-6ecb-4fdb-9ad7-07408490fd32","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.107763372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"c52e7798-492c-4f3b-a75f-1aeb30e0236a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.1600153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-auth","reconcileID":"fad7d56b-6ecb-4fdb-9ad7-07408490fd32","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.261138842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c1437423-8929-445d-a6c8-647a565db488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.26114096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2af19a31-5514-4305-8c61-731a29bf441b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.321142614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"9ffa6e1a-3a95-4c2a-94f3-befb17b35ce3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.321160217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"9ffa6e1a-3a95-4c2a-94f3-befb17b35ce3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.32614719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2af19a31-5514-4305-8c61-731a29bf441b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.330454578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c1437423-8929-445d-a6c8-647a565db488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.485397978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"c8bf36ec-d359-4722-80df-7d0c74a6ef41","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.485417277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"c8bf36ec-d359-4722-80df-7d0c74a6ef41","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.531289737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"79823f26-882c-4c7a-bee0-89d1e61c0d19","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.694408093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-auth","reconcileID":"4b3c2904-4497-48a3-a850-29b4de20e6b2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.751602781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-auth","reconcileID":"4b3c2904-4497-48a3-a850-29b4de20e6b2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.780337967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d864e2-390f-4a15-9c0c-1c7bdb515ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.832221398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d864e2-390f-4a15-9c0c-1c7bdb515ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.884013904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d864e2-390f-4a15-9c0c-1c7bdb515ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:44.935923498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d864e2-390f-4a15-9c0c-1c7bdb515ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.153493903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-auth","reconcileID":"cf51b74b-b571-4ad2-aeab-8730e41d1fe5","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.153528749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"a043c147-08a9-4d92-9aa6-eaba7bc930b2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.153563103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"a043c147-08a9-4d92-9aa6-eaba7bc930b2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.424059721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"529a21f1-6cc7-4cd1-a0cf-7c2dcedbda3e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.424080725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"529a21f1-6cc7-4cd1-a0cf-7c2dcedbda3e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.425201035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d047e97f-4178-4d96-b806-47d9642aea82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.425618492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f4a98e78-9e96-4d44-854a-696bf49920fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.479744944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"af331be2-c951-4555-9afe-177b43f4a5b5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.485700871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d047e97f-4178-4d96-b806-47d9642aea82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.485729842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f4a98e78-9e96-4d44-854a-696bf49920fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.52775091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"625a89fa-e3b8-436d-b0b1-1506078e440d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.527776492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"625a89fa-e3b8-436d-b0b1-1506078e440d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.848870929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b67bade2-87c8-47b8-89d6-46579cf25fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.848889958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df612a18-c776-4c6f-a73d-6936e9a57540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.906627957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b67bade2-87c8-47b8-89d6-46579cf25fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:47.90681235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df612a18-c776-4c6f-a73d-6936e9a57540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:50.070235484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:50.306452785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"ae5bc2b5-5582-406b-b313-dfcac74b7df0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:50.364039832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"ae5bc2b5-5582-406b-b313-dfcac74b7df0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:50.791864035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"e6859731-c381-4dba-abb4-213aee1fcea5","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:50.79189795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"e6859731-c381-4dba-abb4-213aee1fcea5","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:51.030910195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"5477c04a-b458-412e-8c87-d8d4db4733b9","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:51.357844529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"1d886247-f57f-49ac-9190-85c077c7a057","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:51.970715241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"ae2645d1-b182-4357-8345-9f4a4e60c2c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:52.089079346Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"ae2645d1-b182-4357-8345-9f4a4e60c2c9","name":"e2e-mt-cec7a4bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:53.919971573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"6607f75d-c14c-4819-aef0-2d9847843ac2","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscription":"e2e-rate-iso-b-4de5b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:53.972529917Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"6607f75d-c14c-4819-aef0-2d9847843ac2","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.027093794Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-4de5b7","reconcileID":"6607f75d-c14c-4819-aef0-2d9847843ac2","MaaSSubscription":{"name":"e2e-rate-iso-b-4de5b7","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.301378958Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.301475244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d004e526-87bb-4f40-bef4-fd96173b3c2e","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.301500958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d004e526-87bb-4f40-bef4-fd96173b3c2e","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.589624069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"33d80680-e7f1-4ff5-ace7-e494b3ff83c0","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.589646583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"33d80680-e7f1-4ff5-ace7-e494b3ff83c0","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.647191161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"752a14cc-d897-4528-80c2-21419e84b3e7","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.647215996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"752a14cc-d897-4528-80c2-21419e84b3e7","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.753179472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9f7204af-648b-4f62-9789-a07a993e3ae4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.882869193Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9f7204af-648b-4f62-9789-a07a993e3ae4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.938769743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9f7204af-648b-4f62-9789-a07a993e3ae4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.996208211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"7ce2fc58-2d11-4ac7-9a5b-d0e20de77742","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:54.996232828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"7ce2fc58-2d11-4ac7-9a5b-d0e20de77742","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.361523072Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.414269338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"2d366c67-c05a-4389-948f-d3fe33a46df2","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.414292548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"2d366c67-c05a-4389-948f-d3fe33a46df2","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.576879088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"660ff4a4-b9cf-4d62-ace8-1d8da7976c4d","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.576910944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"660ff4a4-b9cf-4d62-ace8-1d8da7976c4d","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.674961829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2a85b5ed-b823-4658-89ec-058cdc5a73b7","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.675342173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b35fc6f5-4e48-46c6-854f-a6ea8f67ea15","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.675445919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"37860b92-0b5d-471c-bb32-ed1e9819fd55","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.675775901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b4fdfa88-1d93-4555-b601-caf7e4d0bb3b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.676659503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"b111cf10-6b8e-4d13-aeac-82523d3057ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.68178858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"1a365c86-aaa5-4ef0-97cf-8a74b27fb6cc","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.681804543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"1a365c86-aaa5-4ef0-97cf-8a74b27fb6cc","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.73305315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b4fdfa88-1d93-4555-b601-caf7e4d0bb3b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.733220362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b35fc6f5-4e48-46c6-854f-a6ea8f67ea15","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.735372327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"37860b92-0b5d-471c-bb32-ed1e9819fd55","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.735451471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"b111cf10-6b8e-4d13-aeac-82523d3057ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.737467562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2a85b5ed-b823-4658-89ec-058cdc5a73b7","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.788127792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"17316359-7d1f-4799-bb80-0e07df65f0a9","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.788149917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"17316359-7d1f-4799-bb80-0e07df65f0a9","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","externalModel":"e2e-rec-ctrl-89c244","provider":"e2e-rec-ctrl-89c244-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.791087775Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"5f30f164-4186-48ec-a9a4-c78ba6a83d50","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-recover-8485e2","model":"e2e-rec-recover-8485e2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.892821403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"ca5f3d76-1e8a-484d-9aba-bec32b615ea8","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.892848217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"ca5f3d76-1e8a-484d-9aba-bec32b615ea8","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.999293934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"e1d535e7-4b28-4d55-a79f-2eb48a425723","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:55.999316911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"e1d535e7-4b28-4d55-a79f-2eb48a425723","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.105671256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"2528dfb1-13d9-4713-8212-25cc7cc70cf1","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.105694848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"2528dfb1-13d9-4713-8212-25cc7cc70cf1","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.272142802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"29baedf0-80a4-4e73-be04-97b36e7016fd","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-recover-8485e2","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.306611302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"2058351b-6298-46ad-9e5b-d93c71ae7c07","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.306675454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"84edede8-fff3-4530-9931-4584f9aaf49c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.307087224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"994615e3-1476-4a9f-9785-5f279f5d3137","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.3071011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"e46179a9-104b-42c9-b788-5b1d7ca4992e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.309590897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"af01c300-bd78-437b-9c86-417d6d97f3fe","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.36412381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"2058351b-6298-46ad-9e5b-d93c71ae7c07","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.36472278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"84edede8-fff3-4530-9931-4584f9aaf49c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.366526114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"994615e3-1476-4a9f-9785-5f279f5d3137","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.366967192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"e46179a9-104b-42c9-b788-5b1d7ca4992e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:56.368722771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"af01c300-bd78-437b-9c86-417d6d97f3fe","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:57.750870884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"e1678f30-9a72-4aaf-ac29-8fd8dfd46688","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:57.802995052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"e1678f30-9a72-4aaf-ac29-8fd8dfd46688","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:57.85736543Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-enrichment-sub","reconcileID":"e1678f30-9a72-4aaf-ac29-8fd8dfd46688","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.128898396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"7f66ea79-0daa-4b26-8a1d-6ac12fb97a69","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"tenant":"e2e-worker-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.128920793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-enrichment-model-ref","reconcileID":"7f66ea79-0daa-4b26-8a1d-6ac12fb97a69","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.129196991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.297410362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f54cc486-8b20-4ac0-ad0a-2d9340d9112c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.297443311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"84fae9a2-ba2a-47d6-9d5a-3b2aae31cbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.357854317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"84fae9a2-ba2a-47d6-9d5a-3b2aae31cbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.358099169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f54cc486-8b20-4ac0-ad0a-2d9340d9112c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:58.522392727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"25c72eab-4779-490a-b0db-13522fe48d1a","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.24317576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"a5c26d3a-76dc-4f62-9560-3a2d959ddf3c","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.243369709Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.30284042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"93c1ac16-e515-4ee3-bdad-ac7f758b7cd6","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:59.353017803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"fd02e364-a6d2-41a3-9d11-df8f7558d78c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.403774035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eb4e9f1b-d21b-4ca2-a0ac-8c94308c1cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.404041455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9a3fcd3f-26a8-4deb-9d63-7f23df1dd095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.46128966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9a3fcd3f-26a8-4deb-9d63-7f23df1dd095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.461330432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eb4e9f1b-d21b-4ca2-a0ac-8c94308c1cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.465662949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"bc6e0244-57d6-4bda-88f0-a299c4d2bf05","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.526411834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"4cd1008a-b6a3-44b2-b9cc-fe6940b68c4e","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.532773495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]","namespace=ai-tenant-e2e-worker-w0-4c2f32 priority=0:[ai-tenant-e2e-worker-w0-4c2f32/e2e-model-match-sub ai-tenant-e2e-worker-w0-4c2f32/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.532904627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"9199cb8c-d881-4e25-a8f7-3243b7cc69cf","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.590194377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"dcd445f0-a0c7-429e-b297-5db42f4ad991","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.64157602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"85a9464b-7003-43a3-b482-81c407f82d56","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:59.643122774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-4c2f32/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.698958083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"2268bd2f-94e0-4c4b-a90d-7b49f99f9fb7","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.740591909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"d4dce0b4-a2f5-4079-97ce-f2a0ac762636","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"distinct-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.803896665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"7f7204fe-a7ae-4695-8b90-3d226052133c","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.825448172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9ef666f4-9084-401d-af64-d0dbaeb91768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.825568566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2c3634b7-4860-4a84-9989-c6e7a3d3ff72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.863218607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"8b1ebf4f-1d7f-41e5-ab0d-8e57bf1fc066","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.884116095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9ef666f4-9084-401d-af64-d0dbaeb91768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.884139249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"2c3634b7-4860-4a84-9989-c6e7a3d3ff72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.909471941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"b87ace88-36d1-45d6-bd66-22ef4da1b4ff","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-2-w0-4c2f32","model":"distinct-2-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:59.917130112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"8b1ebf4f-1d7f-41e5-ab0d-8e57bf1fc066","name":"distinct-w0-4c2f32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:50:59.917180809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"8b1ebf4f-1d7f-41e5-ab0d-8e57bf1fc066","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:50:59.917290319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"03dbf5f2-d47e-4069-a724-97fd2d81fa02","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.067828669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"a0348e32-6103-4ec5-b2ed-23550f46b885","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.07550088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"5a0b0cc2-4f62-47ee-8bd5-37179792e724","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.081845193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"66aa54bf-5c13-4f3b-86cb-eb01689fc719","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.116150045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"c3c4fece-d560-495c-a47f-b3e5edd83fc8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.124792902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"a0348e32-6103-4ec5-b2ed-23550f46b885","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.141121238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"930271f4-c0bb-4166-b75f-2bd2a03e170d","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:51:00.194957496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"930271f4-c0bb-4166-b75f-2bd2a03e170d","name":"distinct-2-w0-4c2f32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:51:00.195011768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"930271f4-c0bb-4166-b75f-2bd2a03e170d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-4c2f32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.201171363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"6400218f-4954-47cc-bbe4-79a8f1766a0c","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.282814324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"1bb62953-784a-4d32-bc6f-5440ca699aba","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.283738269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"d54344ae-d238-4749-9013-4cd1d95fb3b0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-2-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.307893393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"18b815c5-c7e1-4054-ae4a-e13f9d109855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.307895902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"06249b4f-43a6-4ca0-9e91-321d9a8215fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.365869965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"06249b4f-43a6-4ca0-9e91-321d9a8215fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.365963827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"18b815c5-c7e1-4054-ae4a-e13f9d109855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.409386831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"db215f6b-ad8b-44a7-9c87-68d313e9bffd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.441792973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"00d87701-cfe4-4897-b887-6c3b537b4bfd","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.466382918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"db215f6b-ad8b-44a7-9c87-68d313e9bffd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.657852746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"7564ad5c-9952-4276-807a-e0aaaab87be0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-2-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.704776068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"fc7a2b2d-e279-453a-9993-ac3e980a4e03","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.76243758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"fc7a2b2d-e279-453a-9993-ac3e980a4e03","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.842668231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"55c8478d-a04d-43da-9ceb-6895b0045875","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.849918576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"34eab8ab-e124-4030-9e49-e0109cb07c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.850003104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0577427d-2ba9-4648-a8c7-8fb03e4d6ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.907003267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"34eab8ab-e124-4030-9e49-e0109cb07c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:00.907134496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0577427d-2ba9-4648-a8c7-8fb03e4d6ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:01.10222426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"63847ea0-bd84-40ad-a85b-21a93b69a5b4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:01.159124802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"63847ea0-bd84-40ad-a85b-21a93b69a5b4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:01.465212778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"029a1d6a-6d89-4699-ac4e-75fc579f83a5","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:01.764779643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"e284f0ad-4fff-42b5-b7b1-17e2e912acdd","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:01.926491995Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"a7ab616b-4b26-4190-84f8-7b1e8a3ae74a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c1aeb4a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.044924543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"562e1e54-1648-4787-8aa8-739da3546d26","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.044954989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"140bc7f2-7f47-4f02-8f9e-34cde7c65224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.045294947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0b69e996-0635-4156-a89f-b1e084346451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.045655223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"e2d0b302-c8db-41a9-a5c0-c8196d545a83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.102675427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"562e1e54-1648-4787-8aa8-739da3546d26","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.104842253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"140bc7f2-7f47-4f02-8f9e-34cde7c65224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.107073674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0b69e996-0635-4156-a89f-b1e084346451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.123262973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"e2d0b302-c8db-41a9-a5c0-c8196d545a83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.574700932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bce9e853-1e70-4b61-9600-e3ac89e2cce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.574703361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"84612127-6883-43c4-b5a7-da9b63ba7f9f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.575219117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"694428ed-317f-41f6-b6eb-50c8ce46a06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.575361724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"15ffd591-6ffe-479b-903d-9b29ca793e67","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.633512917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bce9e853-1e70-4b61-9600-e3ac89e2cce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.633849124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"84612127-6883-43c4-b5a7-da9b63ba7f9f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.635932485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"694428ed-317f-41f6-b6eb-50c8ce46a06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:02.636093914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"15ffd591-6ffe-479b-903d-9b29ca793e67","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.117484571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"de6e96d7-3b4a-4fe5-ba8a-ffe25bcd150c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.177356151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"de6e96d7-3b4a-4fe5-ba8a-ffe25bcd150c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.234475306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"de6e96d7-3b4a-4fe5-ba8a-ffe25bcd150c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.293954653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"3f4c25a9-9da7-4f2d-ac58-b7ebdd3eb66d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.294073441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"3f4c25a9-9da7-4f2d-ac58-b7ebdd3eb66d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:05.830723778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"20d0320b-48b9-4d7c-a12e-d3ef92b8edb3","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rec-recover-8485e2","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.101856885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"9f0c4ce0-9bf6-4499-90d3-94d2777da984","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.101890692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"9f0c4ce0-9bf6-4499-90d3-94d2777da984","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","externalModel":"e2e-rec-recover-8485e2","provider":"e2e-rec-recover-8485e2-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.416159712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"0095dec9-9b3e-42b5-92db-31fae51f096a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.473178807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"0095dec9-9b3e-42b5-92db-31fae51f096a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.529601111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"0095dec9-9b3e-42b5-92db-31fae51f096a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.806169135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eaedd5f5-8344-4af9-baa5-202d962eaa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.806241681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"87af5820-ac06-466a-974d-508191ccc75f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.806690982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0e27a7ea-110d-487b-8406-d157452ff044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.806756419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"1745eb29-a971-4856-a3d4-d23dda9d3a31","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.863846126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"eaedd5f5-8344-4af9-baa5-202d962eaa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.863956668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"87af5820-ac06-466a-974d-508191ccc75f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.866204835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"1745eb29-a971-4856-a3d4-d23dda9d3a31","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.86628814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0e27a7ea-110d-487b-8406-d157452ff044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:06.953698042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f903c9a4-6143-4852-b6a6-a8804118f383","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:07.013880596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f903c9a4-6143-4852-b6a6-a8804118f383","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:07.851668065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"32670574-88b1-4317-8efa-40af75dd8e2a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:07.851779088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"32670574-88b1-4317-8efa-40af75dd8e2a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:08.019189584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9861ce51-b79b-4a42-99c9-083ff2629d23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:08.076659004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9861ce51-b79b-4a42-99c9-083ff2629d23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:08.132729591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"9861ce51-b79b-4a42-99c9-083ff2629d23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:11.570641349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"5460590a-4f8a-4d22-975d-a833a5c74ad3","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:11.98319506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"5037d573-8a33-400c-98b5-0cc494c8f151","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.035684098Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"5037d573-8a33-400c-98b5-0cc494c8f151","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.090454966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-sub","reconcileID":"5037d573-8a33-400c-98b5-0cc494c8f151","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.139410137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"9cb1e427-6e6d-40c9-af26-0db693ad5e79","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.139590921Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"9cb1e427-6e6d-40c9-af26-0db693ad5e79","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-9a07d6\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.364895073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"29924f5f-53dd-4c80-9be1-3ce2bff75948","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.364935015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.401178581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"dd4cdc11-f3a3-44a7-85c6-a696c35033f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.405675005Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"624a69b9-3cbf-4d6d-8c3c-87ca257391aa","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.423896499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"524fb520-f38a-4cd1-86f8-0fa3d765bce5","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.458034918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"dd4cdc11-f3a3-44a7-85c6-a696c35033f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.507301014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"7f7b709c-5ce2-4adf-8254-992d8b664c37","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.51008042Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"dd4cdc11-f3a3-44a7-85c6-a696c35033f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.566582277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f537f7b1-9a6f-4111-857c-73d812e697c1","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.566844184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1a6df139-6d91-4987-aa61-585e06faf88f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.567318339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b1204bdd-14d7-41d3-965f-187dea6e7e6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.567928754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"38177a37-b2f7-4903-a038-bfb04b268c0a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.626484242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1a6df139-6d91-4987-aa61-585e06faf88f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.6265651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f537f7b1-9a6f-4111-857c-73d812e697c1","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.629180098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"62fbf242-5fd5-4804-ab81-f93590969b92","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.629205586Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"62fbf242-5fd5-4804-ab81-f93590969b92","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-9a07d6\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-8485e2-8cd4f2836dc9","namespace":"e2e-extmod-rec-noaccess-9a07d6","model":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.631387741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b1204bdd-14d7-41d3-965f-187dea6e7e6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.633477498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"38177a37-b2f7-4903-a038-bfb04b268c0a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.668087607Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"fd58fc77-ff0a-4a97-9d5a-146cc7e8a121","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2baf771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.929289969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"4b6238ac-e947-4e20-b760-e3c11106752f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:12.986293012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"4b6238ac-e947-4e20-b760-e3c11106752f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.03848424Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"4b6238ac-e947-4e20-b760-e3c11106752f","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.148416939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"3c16b1b7-5e95-4c3a-9706-3473ca8f630c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.149138109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"ab1c19c3-fa4c-46d9-85f6-08c6fb4be137","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.149971868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1fb75b39-2e90-4a5b-8713-f17c79c6163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.205190937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"3c16b1b7-5e95-4c3a-9706-3473ca8f630c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.206364011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"ab1c19c3-fa4c-46d9-85f6-08c6fb4be137","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.207521762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"1fb75b39-2e90-4a5b-8713-f17c79c6163f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.248918656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e2f442bc-2801-4f98-913e-65ed7f6e5fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.305654928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"e2f442bc-2801-4f98-913e-65ed7f6e5fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.689259737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"bc27e9c3-6e24-4b10-8b8b-b47ac0b8b2c9","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.743621582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"0d92b3ab-685c-4a05-b61b-ad379496e87a","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.826346952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"950a60f9-2887-40fc-ab21-316f36144302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.859310408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a78fadf-8da0-4c36-936c-f6a6cdd7a42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.863317634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9667b1d5-b72c-4561-9ee4-8603b339546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.884277438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"950a60f9-2887-40fc-ab21-316f36144302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.916420236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a78fadf-8da0-4c36-936c-f6a6cdd7a42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.92120102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9667b1d5-b72c-4561-9ee4-8603b339546b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.940452813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"950a60f9-2887-40fc-ab21-316f36144302","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.962904286Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"b467c5f6-935c-4235-a8d2-df0777d8ce08","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:13.966173992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"31b310ec-25d5-47e8-85fd-6c7b3054a355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.019362758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"c4dacbab-3da1-4926-ab5f-937ab7c56ee8","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.023785106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"31b310ec-25d5-47e8-85fd-6c7b3054a355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.075872497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"c4dacbab-3da1-4926-ab5f-937ab7c56ee8","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.252133533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8965fe34-3412-41b4-a1c6-4d14be77f7a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.308880895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8965fe34-3412-41b4-a1c6-4d14be77f7a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.360892573Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8965fe34-3412-41b4-a1c6-4d14be77f7a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.379631968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"2af0160f-9e2a-4735-8daa-16d3aa8e90ec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.430722778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"1f214cf7-33c8-4971-830d-13dbdadf29f4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.436435933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"2af0160f-9e2a-4735-8daa-16d3aa8e90ec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.479978957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"862dc5d3-48ad-4704-a2ba-d60cb74c477d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.487656901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"1f214cf7-33c8-4971-830d-13dbdadf29f4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.491086809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9ca6c92-a5e2-4a26-a8bc-c5b8b3d02972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.536764397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"862dc5d3-48ad-4704-a2ba-d60cb74c477d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.547726066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9ca6c92-a5e2-4a26-a8bc-c5b8b3d02972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.725121796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"29f48de6-c36b-4f8a-97cc-834f3a14b64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.783775856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"29f48de6-c36b-4f8a-97cc-834f3a14b64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.899925229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e46e585d-0b81-48fb-887e-9c4149869183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.95097278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"5bbd851e-96cd-4ff1-9ab3-21b64ee82071","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:14.95694879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e46e585d-0b81-48fb-887e-9c4149869183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.008299398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"5bbd851e-96cd-4ff1-9ab3-21b64ee82071","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.054514448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"fa60b9c5-d245-44bf-872f-ef0dffbbba14","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.055854246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"c28b6cb0-7398-4d65-86fd-1545fb12d7e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.11222432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"fa60b9c5-d245-44bf-872f-ef0dffbbba14","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.113252348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"c28b6cb0-7398-4d65-86fd-1545fb12d7e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.919575132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0cbd9174-ab86-4d56-bced-616144a0b53c","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:15.919595531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0cbd9174-ab86-4d56-bced-616144a0b53c","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.085092702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"2334465c-a135-4709-88f3-0521e2ac8e6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.142191235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"2334465c-a135-4709-88f3-0521e2ac8e6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.197786821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"2334465c-a135-4709-88f3-0521e2ac8e6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.625095016Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","namespace":"ai-tenant-e2e-ait-c1b01ac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.625151018Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","namespace":"ai-tenant-e2e-ait-c1b01ac4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.625199238Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","tenant":"e2e-ait-c1b01ac4","tenantID":"e2e-ait-c1b01ac4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.67955188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Deployment","name":"maas-api-e2e-ait-c1b01ac4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.741851772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Service","name":"maas-api-e2e-ait-c1b01ac4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.801131963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c1b01ac4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.855305008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c1b01ac4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.921656728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:16.978172211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.036421899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.093293268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.14509114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Deployment","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.197206189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.248786444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Service","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.300202289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"Service","name":"payload-pre-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.351665509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.403283458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.454809207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.511585739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.562984906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.614698283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.671407886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c1b01ac4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:17.72466693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"namespace":"ai-tenant-e2e-ait-c1b01ac4","name":"default-tenant","reconcileID":"d43ac8ee-1b36-427f-9802-5ece0d0f8da5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c1b01ac4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:18.578946074Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c1b01ac4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c1b01ac4","reconcileID":"b2161a83-3d30-43c5-9c23-71e9b455237c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c1b01ac4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c1b01ac4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:18.84616903Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"670e4c59-45a0-418a-975a-331c100d8327","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:19.741112305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7f065-5c3a-4814-8c1f-16f832ca63b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:19.793115621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7f065-5c3a-4814-8c1f-16f832ca63b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:19.844817941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7f065-5c3a-4814-8c1f-16f832ca63b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:19.896609632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f7f065-5c3a-4814-8c1f-16f832ca63b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:20.066877086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:21.86832805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02acc4f5-47fb-4cd2-90b0-a6ceb495501d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:21.920292667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02acc4f5-47fb-4cd2-90b0-a6ceb495501d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:21.971981725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02acc4f5-47fb-4cd2-90b0-a6ceb495501d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:22.023640298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02acc4f5-47fb-4cd2-90b0-a6ceb495501d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:22.721083807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"bd9ae917-a70f-440a-944d-959539b309a2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:22.776716922Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"bd9ae917-a70f-440a-944d-959539b309a2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:22.829374418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-sub","reconcileID":"bd9ae917-a70f-440a-944d-959539b309a2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.075775569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"fbf50594-4f43-4cfc-91fa-a660e7f9adaa","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.127040849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.180163667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"ffc369b3-da74-46a2-9cfc-d1a43894d0bf","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.250234062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"192a14c6-8425-4fd8-8c92-ddcc1a6b009b","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.444296786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"0d8d92ed-bdf6-45be-a290-8bea06af6ad4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.444313014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"dbe144f1-1f15-4aa1-9669-65b0fe97d605","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.444685078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"95397345-e4ea-41ee-9413-7ff23a516fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.444717289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"fb850708-8710-4ed0-a6cf-d2b5a893134b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.52182137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"fb850708-8710-4ed0-a6cf-d2b5a893134b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.52385755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"0d8d92ed-bdf6-45be-a290-8bea06af6ad4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.524491941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"dbe144f1-1f15-4aa1-9669-65b0fe97d605","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.526263851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"95397345-e4ea-41ee-9413-7ff23a516fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.541520062Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"44c567d1-3405-4564-81ad-297391b02c45","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.7804093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"2a77a6cf-6f4c-43da-aba8-fe2b032d4853","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.825842882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-match-auth","reconcileID":"b705f1c3-d8c7-4d53-b0fc-7d2cd78b4211","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.832720847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"535f440e-512c-4aff-99e7-cce1fdbf4009","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.902952144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"abfab820-945d-4424-91e2-28bd91fdf7d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.928357839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"7564f961-1f9b-4711-9f53-c734f4b8f472","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.93787527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"437bdd0b-8088-4b65-b7b9-f6896c210adc","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.959711615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"abfab820-945d-4424-91e2-28bd91fdf7d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.985818528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8139b13e-16af-426e-bd4f-d2e1643dab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:23.98592486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"7564f961-1f9b-4711-9f53-c734f4b8f472","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.039066695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8139b13e-16af-426e-bd4f-d2e1643dab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.041031515Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"abfab820-945d-4424-91e2-28bd91fdf7d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.042028184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"7564f961-1f9b-4711-9f53-c734f4b8f472","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.091476293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8139b13e-16af-426e-bd4f-d2e1643dab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.091678872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"aa1a2a7b-3dc8-43fc-b1fc-e68d2c5b3738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.092163552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"803caf0a-06b0-4eca-8079-7dc50001b3f5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.144012348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8139b13e-16af-426e-bd4f-d2e1643dab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.197205658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"eb908766-f1d0-4513-a202-66bda7b32e8b","MaaSModelRef":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.197352431Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"9bf807c2-ace6-4892-b838-4e717b03bb5e","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.201576136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"aa1a2a7b-3dc8-43fc-b1fc-e68d2c5b3738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.201614517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"803caf0a-06b0-4eca-8079-7dc50001b3f5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.24928443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"dbbba394-5cac-4d7b-af00-0d5a38707af0","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.30249392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7d1c15f3-a372-44c1-8845-f81bf0747d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.360936942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7d1c15f3-a372-44c1-8845-f81bf0747d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.413667918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"9a52b2bb-37c3-41e5-9a33-29e6a126f1a0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.414082433Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"45e155e5-950e-4d0e-8753-dccdf7abe41c","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.465352838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"34be847b-9bfc-4458-8344-008083d745b5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.470612464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"9a52b2bb-37c3-41e5-9a33-29e6a126f1a0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.471889414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"5445fae6-a319-4570-845e-b42d95e03769","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.522110401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"34be847b-9bfc-4458-8344-008083d745b5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.522137016Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"34be847b-9bfc-4458-8344-008083d745b5","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.62202668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"74b674ed-047b-4c87-b4e8-3ccd17bd04eb","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.659312805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d267c28-ee66-43df-a9eb-a0016b84bcc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.710338608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4e66242a-4d93-44c2-b579-9d5606f62fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.716514743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d267c28-ee66-43df-a9eb-a0016b84bcc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.766923502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4e66242a-4d93-44c2-b579-9d5606f62fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.813522142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"da0d92b0-71a3-4dc0-a105-d5bd63c9876d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.838344483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"fe8ee95e-4dda-42c0-87bf-1e5403d5ed66","namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.870334532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"da0d92b0-71a3-4dc0-a105-d5bd63c9876d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.897776696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d00f0376-8e9d-46f5-bfc3-fa4ee54eb371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.94911688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e38cc3c1-dbf8-46c9-bdb9-caeadfa9a284","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:24.957156527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d00f0376-8e9d-46f5-bfc3-fa4ee54eb371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.0089093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e38cc3c1-dbf8-46c9-bdb9-caeadfa9a284","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.088569809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"5e69ad90-8142-4b8d-918e-0b67ab9432f9","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.089752014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15c4970d-c449-4ac7-89a5-94368f5d2d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.146383929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15c4970d-c449-4ac7-89a5-94368f5d2d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.233417813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-model-nomatch-auth","reconcileID":"dd2ef21f-24c0-411b-a911-d960536696f4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.251935468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"54aa9513-b924-45ef-989b-fb17071f00cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.306701267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"48a52d92-c6b3-48c4-8bbb-8b6e6db924bf","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.309331809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"54aa9513-b924-45ef-989b-fb17071f00cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.354044838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"0b08a15c-6d55-40a7-8418-3fe4ba23327a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.364813681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ba6be456cd41b3231e95ae47d82d99fffb850374680baa576b84f794b98632d) AuthConfig (d5f7706599b3e47018f2da80d6df1ad3fb9a3b14137b6f6d00ccc9effc82e3fe) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (e23a5cad687d3a8f3113af86a7b976dccac6b28ab757dee4b86d9a5418dbdac4) AuthConfig (e6fb1e3dae3541074a6b39a1cf73d872118869ed6b9c3ade6795658fdd3ce90a) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (6b0db07cc1aff24ee809402fbaef37dbf6231858c628a7fd55baa10456ac9802) AuthConfig (3c5b2a9a32d67386685f13ff423a1dbe62ae4d6ebf8caefcf59e32a7a0ddc0bb) AuthConfig (0113edef2fb0b5d59a679f585c51ddd88aaa5f05799a667d46e8e8b0e09323ae) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (21c0bd17b4021f6bddecece023de6e97245b1596e8e435912c126b0cf69b277b) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (a647fc4291ddd70cde29ebfec0cb452f10d8555d361633ecc69bbb5aa3b83f60) AuthConfig (3078c80d5ae813050a8fa97df33681a5a7562999ebe84795d7a70cb714cf4cca) AuthConfig (3634e0c7d78c41652ff76f0c99d730a15a9ffbd4ad66f4796e06112e71343067) AuthConfig (708fbae79d8c129b67f1e28fa94a32a5d8def93139fba7a135cd1327cf64dbcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"54aa9513-b924-45ef-989b-fb17071f00cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.411430662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"0b08a15c-6d55-40a7-8418-3fe4ba23327a","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.417132017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1051f3ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1051f3ac","reconcileID":"3264c2ad-1d0e-45aa-93c0-6a99f30fbb5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1051f3ac-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-1051f3ac-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.522019979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"5cb30b3e-dd94-48d4-b3f3-d470ce6c8c5b","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.619855629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3ddb7351-6ba5-489a-a04e-6d2e596fae8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.671135009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"362451db-2ec9-425a-bbd5-d83a1d9f467e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.676632098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3ddb7351-6ba5-489a-a04e-6d2e596fae8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.694097808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"948bc51e-6353-45b4-81c4-e4fb06b1a627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.728174961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"362451db-2ec9-425a-bbd5-d83a1d9f467e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.728202413Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"362451db-2ec9-425a-bbd5-d83a1d9f467e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.747785017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"d7bf36ec-df24-4030-87b5-60c02cffbe8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.75083383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"948bc51e-6353-45b4-81c4-e4fb06b1a627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.804634088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"d7bf36ec-df24-4030-87b5-60c02cffbe8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:25.984797192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2f4ffb07-9d43-46d6-8e9d-794f51ef8d6f","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.042034777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"2f4ffb07-9d43-46d6-8e9d-794f51ef8d6f","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.074011541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5e0aaf-7d61-4a8a-b4ab-37a0d0c89261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.074331844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4e85340f-aaba-4398-a403-f78817938300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.127059099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5e0aaf-7d61-4a8a-b4ab-37a0d0c89261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.180193512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5e0aaf-7d61-4a8a-b4ab-37a0d0c89261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.185685411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4e85340f-aaba-4398-a403-f78817938300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.234160113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5e0aaf-7d61-4a8a-b4ab-37a0d0c89261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.236792244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"900bfc6e-9bdc-486d-8e95-fc919c9ead8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.29466841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"900bfc6e-9bdc-486d-8e95-fc919c9ead8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.339904313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f990335-d8cf-4874-9ffc-2b8995d06595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.413713103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f990335-d8cf-4874-9ffc-2b8995d06595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.451013792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c943a8a9-8561-40d5-b6b8-ce2692d1cbe7","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.514521897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c943a8a9-8561-40d5-b6b8-ce2692d1cbe7","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:26.562360973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"67dae47e-a032-4807-b587-5b58c3054082","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.385199576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9785c283-0c77-4f9b-83a2-86404353f1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.38582566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7f680052-f012-4e5b-85d3-14a39fb30d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.464740344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"7f680052-f012-4e5b-85d3-14a39fb30d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.465090217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"9785c283-0c77-4f9b-83a2-86404353f1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.865482226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9c80c39c-ed85-4eb4-8696-ee96ac9ebe26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.923732803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9c80c39c-ed85-4eb4-8696-ee96ac9ebe26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:27.941705642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"794cd95d-bc35-40a3-8ff1-81466ded3074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:28.001381128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"794cd95d-bc35-40a3-8ff1-81466ded3074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:28.313070803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bbd60-07ba-4ba5-a018-fba40af9e393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:28.364801213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bbd60-07ba-4ba5-a018-fba40af9e393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:28.417240561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bbd60-07ba-4ba5-a018-fba40af9e393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:28.469606014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bbd60-07ba-4ba5-a018-fba40af9e393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.722380671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"0ef935c0-6251-4b4c-8f78-33e4c51b1450","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.722488338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.722776783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"98c04101-2026-479c-ac67-2f7628da5992","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.779366475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c01adc6f-9099-4cd5-862f-34b4bcee75a6","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.800873252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"eb61c379-1e72-4e6c-bfed-4106cc12dbe3","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:51:29.832339807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"ae4abfd6-ec93-4813-990a-55850741ccae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.902450615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0527ca5d-79b9-4f69-84f7-bf6fa631b9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.905530916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f5bb5f0c-cc0a-4245-8c9b-2451129c581a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.946592421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"c0768be6-e4fb-433a-b683-3cd2d19c44bb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.946922155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"6ce0fae6-74e9-4e62-8f2a-ae48121c4f06","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.959937255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0527ca5d-79b9-4f69-84f7-bf6fa631b9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:29.962634738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f5bb5f0c-cc0a-4245-8c9b-2451129c581a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.003712619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"a951d36c-a78e-4985-be56-7d1692f2ec5a","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.004114185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"1b5132f1-9345-449a-938b-4606b3d64797","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.032477549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"27741983-38ba-436a-8d4b-fb6a48026669","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.089503665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"934cbb83-6810-42d4-ac5b-e118e786ba3d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.245807157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-auth","reconcileID":"e21d31e5-6d0e-4a23-b16a-e569ee0834c5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.269147956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"c4ed4579-e2c7-4a3b-916b-183be1ae413e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.303638046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-auth","reconcileID":"e21d31e5-6d0e-4a23-b16a-e569ee0834c5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.380800198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d097a0-b7e9-40f7-a517-5819a0c4c21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.380919044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"41b92cac-06c1-47c4-8414-e8b030c06969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.381094505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"503e326c-a388-47f6-833e-6631dc6537a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.433184594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d097a0-b7e9-40f7-a517-5819a0c4c21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.437745728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"41b92cac-06c1-47c4-8414-e8b030c06969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.485014359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"1ec1b072-4bc3-40a2-a005-b254396c967f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.485030584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d097a0-b7e9-40f7-a517-5819a0c4c21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.488600267Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"c4ed4579-e2c7-4a3b-916b-183be1ae413e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"distinct-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.489932022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"503e326c-a388-47f6-833e-6631dc6537a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.537566728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d097a0-b7e9-40f7-a517-5819a0c4c21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.646278375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4df95ed2-2764-4b04-8f4e-dcdaf45c3abe","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.808169358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"4da6301b-51e1-43ec-817d-77f530a2c83c","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.808666982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"0f1c7eef-fde1-4901-89f7-ff6cc3c2561f","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.852687865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-auth","reconcileID":"9e68b72b-872b-4a87-8421-ad98c3f1d3cd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:30.909493471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-auth","reconcileID":"9e68b72b-872b-4a87-8421-ad98c3f1d3cd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:31.019258488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"de655253-b372-4758-8761-a578048dc49d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:31.174997664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"de655253-b372-4758-8761-a578048dc49d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:31.402503854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"06a7a6a2-d400-44a5-9f0b-c6f58722fe27","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:31.402909125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"d44a5c09-b6e4-4a02-b7bc-c308030e2261","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:32.42631558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038c111d-cb24-419e-835c-a542b28c268a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:32.478558963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038c111d-cb24-419e-835c-a542b28c268a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:32.530771963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038c111d-cb24-419e-835c-a542b28c268a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:32.583638142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038c111d-cb24-419e-835c-a542b28c268a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.343946577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-auth","reconcileID":"6a07285a-bc9a-4618-a707-66a58560eb2f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.344069464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"e5dfcaee-dcae-4265-b6f2-aa3a90ed4582","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.553283592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"49a39787-5b21-4f6b-99c9-13d54ebf4cbb","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.708122677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"987f6949-8609-4967-9d33-e86a4080e252","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.70849628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"72621c0a-401b-405c-9f0d-be1660beb985","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.873578381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d5008c8f-ec9b-4f3f-9ac9-f46277f46b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.874031046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6d9fba1e-2cfd-4324-9939-f44b0c9d6d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.932076566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"6d9fba1e-2cfd-4324-9939-f44b0c9d6d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:33.935604941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d5008c8f-ec9b-4f3f-9ac9-f46277f46b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:34.625150723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"e21a8065-6662-43c8-aaad-f051f907660e","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.470853997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8af18d-752c-476d-b770-8e5f514c8ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.522847426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8af18d-752c-476d-b770-8e5f514c8ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.574607526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8af18d-752c-476d-b770-8e5f514c8ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.626683094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8af18d-752c-476d-b770-8e5f514c8ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.627068607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"71e4fbf8-24fd-4e66-9526-441eb393f6ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:35.684510625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"71e4fbf8-24fd-4e66-9526-441eb393f6ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.068379484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"72ca0255-3c6f-4915-a177-4752312f924d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.068400664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"72ca0255-3c6f-4915-a177-4752312f924d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.174554571Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"39965440-b3a1-4755-aa41-c4256eb66925","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.228524575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"152a01c3-b929-4e6d-b09a-06290661ea56","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.440703403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"20b6352a-b122-4eb2-a02c-a4e93ea2fd4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.45014085Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"d70d8301-a064-41d8-9278-0edf8f7ef664","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"routeName":"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4","namespace":"e2e-extmod-rec-user-efae5f","model":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.497759668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"20b6352a-b122-4eb2-a02c-a4e93ea2fd4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.502577401Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"61b22e8a-7806-4265-ad69-4d41ef9de425","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.550220481Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"20b6352a-b122-4eb2-a02c-a4e93ea2fd4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.630325646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"bd9c0b63-c585-4145-b3fc-aae163a74ab5","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.640514324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e3a542a4-abd7-4e46-bd85-c7f525a2c538","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.640664409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"ce568593-90e9-432e-973a-6455040b3d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.641114222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b57d9635-f566-4c09-a60d-3da767be8c90","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.693185129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"662a3592-bae6-409e-98b7-0b28fe842b39","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.693269531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"aecd4449-4ffb-443c-9d59-5d82b038ae5c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.701256719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"ce568593-90e9-432e-973a-6455040b3d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.701295904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e3a542a4-abd7-4e46-bd85-c7f525a2c538","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.75656432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"b57d9635-f566-4c09-a60d-3da767be8c90","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.757565495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"aecd4449-4ffb-443c-9d59-5d82b038ae5c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.76456233Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"ce568593-90e9-432e-973a-6455040b3d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.909587601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"94e4b7b7-f62e-4380-9bfe-93f51f99b7d0","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:36.976089533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"101f3803-9b91-47dd-989d-6a7d53d2169b","MaaSModelRef":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.084086857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"7013cf57-bd8e-4b52-9b9c-2c8823e963b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.084123883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17349021-dabe-479c-ab50-7eb6aaa653b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.142525191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17349021-dabe-479c-ab50-7eb6aaa653b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.143718845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"7013cf57-bd8e-4b52-9b9c-2c8823e963b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.189458512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ef7d718-7259-43c3-ae7d-2b797b1ada2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.196389746Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"7013cf57-bd8e-4b52-9b9c-2c8823e963b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.247284942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ef7d718-7259-43c3-ae7d-2b797b1ada2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.293469553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bf7a65e3-e5a7-4cac-a9ff-1f6b2b60eeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.350448771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"bf7a65e3-e5a7-4cac-a9ff-1f6b2b60eeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.449664267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"fcbd59a9-a9d4-4942-8637-a3b5e3224648","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.453985424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"1fe91829-7091-4aa0-9341-349436667cb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.510353266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"fcbd59a9-a9d4-4942-8637-a3b5e3224648","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.514254248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"1fe91829-7091-4aa0-9341-349436667cb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.555525668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830420fd-e7f8-47a1-aa20-e75f66ad081e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.564721763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"010a950f-d6d2-4be8-ae2a-42c3423a4042","namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.608401198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830420fd-e7f8-47a1-aa20-e75f66ad081e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.6088174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"03a74b0c-5da1-410d-84ae-ff9718743660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.660904468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830420fd-e7f8-47a1-aa20-e75f66ad081e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.67417602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"03a74b0c-5da1-410d-84ae-ff9718743660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.713123131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830420fd-e7f8-47a1-aa20-e75f66ad081e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.713275149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c9c904d0-2294-433e-b75f-6cf3b4751a31","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.713646844Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"3ee83427-1852-4f56-a81d-f08077ac304d","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","error":"MaaSModelRef not found: e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.770851241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c9c904d0-2294-433e-b75f-6cf3b4751a31","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.777932205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d155168-ceb0-4776-9184-4fa615382b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.827022152Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"c9c904d0-2294-433e-b75f-6cf3b4751a31","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:37.835622503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"3d155168-ceb0-4776-9184-4fa615382b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.130969986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"526d5b86-f5c9-4315-b355-3a584bdaaff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.185994778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"70cdc728-a5a1-42d3-b81f-0fe977738530","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.188632946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"526d5b86-f5c9-4315-b355-3a584bdaaff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.226693279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f6457dd-1fba-440c-aa51-dd8d130d9dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.243580822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"70cdc728-a5a1-42d3-b81f-0fe977738530","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.284797763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f6457dd-1fba-440c-aa51-dd8d130d9dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.384146878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"58a1282a-402f-47fb-94da-cbece271d37a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.38415866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8b1ce569-44f3-4a2b-b60a-f2e3cc785a43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.441296127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8b1ce569-44f3-4a2b-b60a-f2e3cc785a43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.441335692Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8b1ce569-44f3-4a2b-b60a-f2e3cc785a43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.44174525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"58a1282a-402f-47fb-94da-cbece271d37a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.654936216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"926ecd00-20d1-40c3-997d-a7a2005535ff","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.659337108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053fbf15-1b1a-4893-8cd4-b1751564c32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.717354356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"926ecd00-20d1-40c3-997d-a7a2005535ff","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.723655772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053fbf15-1b1a-4893-8cd4-b1751564c32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.755865439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ec73767a-1813-4d3a-b683-ce1297e837c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.763910044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"155648bb-bdb0-4a4e-b12e-c31ed42e02cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.773207025Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"926ecd00-20d1-40c3-997d-a7a2005535ff","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.807353857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"80e34e10-053a-493d-9ea8-6e247a755718","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.81290079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ec73767a-1813-4d3a-b683-ce1297e837c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.82092918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"155648bb-bdb0-4a4e-b12e-c31ed42e02cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:38.866184613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"80e34e10-053a-493d-9ea8-6e247a755718","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:39.036317412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c0750d3e-3d1e-4e19-9de9-e35d536390b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:39.036719985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4b1f1155-0536-4793-b6a7-480ca562dbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:39.128971406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"c0750d3e-3d1e-4e19-9de9-e35d536390b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:39.132629107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4b1f1155-0536-4793-b6a7-480ca562dbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.361309977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"f09733cc-53a2-40e1-9447-6bb32847d5af","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.361331251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"f09733cc-53a2-40e1-9447-6bb32847d5af","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.418423431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"acb84031-8dca-4256-8a19-29328d7ff4c2","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.418443483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"acb84031-8dca-4256-8a19-29328d7ff4c2","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.527630429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"1de53588-93bd-46b2-bb35-283e9371cfe5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.65488489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"1de53588-93bd-46b2-bb35-283e9371cfe5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.71071085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"1de53588-93bd-46b2-bb35-283e9371cfe5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.768268039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"9e34fc14-74f6-440c-aa48-e78f84c7c323","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:41.768286506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"9e34fc14-74f6-440c-aa48-e78f84c7c323","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:43.874636222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"cfbc404f-6e07-4ed2-a122-6a350ad3f328","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.094087527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"cfbc404f-6e07-4ed2-a122-6a350ad3f328","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.09412916Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"cfbc404f-6e07-4ed2-a122-6a350ad3f328","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.146819755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"cfbc404f-6e07-4ed2-a122-6a350ad3f328","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.200637193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-partial-access-sub","reconcileID":"cfbc404f-6e07-4ed2-a122-6a350ad3f328","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.402976996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"f3ef2968-c9e7-48dd-b5c9-f854283687c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.586598483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.58966905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1fb971ba-9118-4f64-94fa-ff79b435024c","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.592921277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"9140273e-0dd4-48ee-9bd6-f3aff6cde9ad","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.732760778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"206ee5d0-220b-48bd-a568-ecc7a3857957","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.753049694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b4f34d1b-e8bf-4fed-be69-069c449f45b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.763891942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9af7d6bd-a3a4-4ca7-a927-74988f7e8f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.814273424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"b4f34d1b-e8bf-4fed-be69-069c449f45b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:44.831044883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9af7d6bd-a3a4-4ca7-a927-74988f7e8f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.193323928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5acd95fb-59e3-426f-962b-a4f898092b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.194781286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f7008381-b86d-46f5-b7a7-14f0da2ee4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.317397618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5acd95fb-59e3-426f-962b-a4f898092b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.33430321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f7008381-b86d-46f5-b7a7-14f0da2ee4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.505836765Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.506763188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"68eff283-f0af-4fa8-a7bf-7c0a75c7868b","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.564459091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"154418ac-5542-4741-ae77-8baa5ff4a96f","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:51:45.622740413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"b09cc1a6-b683-491f-ac73-092ffadf8a5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.709706174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ab72ffa3-aa28-4598-a33f-9c7d427b7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.709707372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8c5e3e75-a4c2-43c4-b3bf-f2cacd5012c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.745992313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"b7d5e51c-ac21-40ba-ae4d-13cbd972611e","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.768120107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"ab72ffa3-aa28-4598-a33f-9c7d427b7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.768137394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8c5e3e75-a4c2-43c4-b3bf-f2cacd5012c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.787886976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"dcc9207a-cac9-4a8a-856a-fc32a342639d","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.797611614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"902ca18c-d533-4768-9629-873d018f07d5","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.819252871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"71467c91-e76c-431a-93b4-44eb0c85138b","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.844873798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"9b4a639a-01f7-4366-aa9d-52c72811ada5","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.876391342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"d0239481-ecbc-452e-b9e8-bf15e467b848","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.925074799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"35703900-2304-48d3-ac0b-207857d90ee6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:45.981937414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"35703900-2304-48d3-ac0b-207857d90ee6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.012027831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"0995681e-f581-41a9-bf3f-3dbc9e395020","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"distinct-w0-4c2f32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-4c2f32/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.038217134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"35703900-2304-48d3-ac0b-207857d90ee6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.129159029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"686bdcde-248f-4531-ae94-4d5e6da52c5d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.129663888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"84123251-4f90-45cb-a6f0-1fe304a3d1f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.185916459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"686bdcde-248f-4531-ae94-4d5e6da52c5d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.187493223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"84123251-4f90-45cb-a6f0-1fe304a3d1f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.209282526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"7a162a68-f097-409d-8794-a283c7c80ad4","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.230530091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8b5fcd0c-5796-484b-a8ff-f3620fe8b7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.230603129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b1a48b80-5035-48e6-8acf-5923c4c89512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.242876533Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"84123251-4f90-45cb-a6f0-1fe304a3d1f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.2875124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b1a48b80-5035-48e6-8acf-5923c4c89512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.287696403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"8b5fcd0c-5796-484b-a8ff-f3620fe8b7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.318805779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"134b5ce6-d4f3-4561-a813-49e914b47d4e","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.371110255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"749ea5fd-a097-43fa-bde3-70d5ced9434d","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.389185602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"4ec98f8c-634a-4a52-abf2-88371f14c075","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.431077258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2bead37c-abc7-47b5-bb56-84a2c5a980a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.475159635Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"a1502ffc-a2bd-4f8e-9870-6bb5cb9c3b39","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.48910641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2bead37c-abc7-47b5-bb56-84a2c5a980a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.500344918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"0023b681-9c97-4187-814c-57511a7004fb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.545627553Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2bead37c-abc7-47b5-bb56-84a2c5a980a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.554132659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"0313d9f3-4129-4e7f-b90d-c1b9f95c79da","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.55860231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"0023b681-9c97-4187-814c-57511a7004fb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.652145906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e949a23a-d297-4f83-89c5-3ad66d3eefb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.709627932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e949a23a-d297-4f83-89c5-3ad66d3eefb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.754153716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f37072db-1186-40fc-ab66-67a49a89d847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.839040963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f37072db-1186-40fc-ab66-67a49a89d847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.863979961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"57e10e17-27ac-45d7-8adb-66478f2d0bef","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.910041323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfb5672-e514-446e-a43f-cd6cd9114c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.922044858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"57e10e17-27ac-45d7-8adb-66478f2d0bef","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:46.968702952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfb5672-e514-446e-a43f-cd6cd9114c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.031579513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd5891a7-068e-4b63-b6a2-8e0439385352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.07039594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d12b73e4-7b62-4e18-8588-8f451cdfd114","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.088512521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd5891a7-068e-4b63-b6a2-8e0439385352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.127027917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d12b73e4-7b62-4e18-8588-8f451cdfd114","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.36294288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"6cf77762-d3e0-4652-a2fb-4cd71b924013","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.401851593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"aef3e7a0-7091-4ac8-9d26-ccb7b603e3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.403926402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"855f2ee1-cd75-48d7-bc4f-b53325e44a12","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.419749991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"6cf77762-d3e0-4652-a2fb-4cd71b924013","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.45899179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"aef3e7a0-7091-4ac8-9d26-ccb7b603e3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.463443484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"855f2ee1-cd75-48d7-bc4f-b53325e44a12","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.507000472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"39695b93-eb12-446f-bc7d-2cc2214aa7f3","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.515086564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"aef3e7a0-7091-4ac8-9d26-ccb7b603e3ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.517959676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"8bc556f7-3115-40b0-a97d-70bea3bb8a1b","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.565031586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"45f37295-7923-4b83-94b4-29761306e7bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.618338578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"ea58582c-2aef-4c8d-8c9b-f7d12e9d94b1","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.618371701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"ea58582c-2aef-4c8d-8c9b-f7d12e9d94b1","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.623941718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"45f37295-7923-4b83-94b4-29761306e7bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.661676587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"5989d700-455f-4ada-9d8c-1bd553c0b2fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.679703203Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"45f37295-7923-4b83-94b4-29761306e7bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.718780355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"5989d700-455f-4ada-9d8c-1bd553c0b2fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.774373658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"5989d700-455f-4ada-9d8c-1bd553c0b2fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.822683666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"bfa05cb9-0a21-483e-b536-60e9afee3ce0","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.824778545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f7458541-0474-419a-b1b4-af81aaabf469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.879722933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"bfa05cb9-0a21-483e-b536-60e9afee3ce0","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.881514115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f7458541-0474-419a-b1b4-af81aaabf469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.930902057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59470a7-988d-41c1-a72b-153251503b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:47.988361112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59470a7-988d-41c1-a72b-153251503b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.030471917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a25621-4ddf-4635-8aa9-769d40f942be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.088091991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a25621-4ddf-4635-8aa9-769d40f942be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.136707229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9c7820ef-2987-4e6b-91c4-46defa46384d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.193466055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"9c7820ef-2987-4e6b-91c4-46defa46384d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.310948208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"010c3b18-d551-4854-a490-6b12bcc7c812","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.310969274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"010c3b18-d551-4854-a490-6b12bcc7c812","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.394151241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"f581702d-6b73-4bf5-b4b0-42a004866a48","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.446315259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"136269af-2da9-4694-bed1-1c8c9bad3bcc","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.450886681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"f581702d-6b73-4bf5-b4b0-42a004866a48","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.496048157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5ad75788-b297-4f74-bee7-21dd242188c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.503528621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"136269af-2da9-4694-bed1-1c8c9bad3bcc","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.55449095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"5ad75788-b297-4f74-bee7-21dd242188c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.652262431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"133cf327-97ce-4c4e-ac87-22f019244f36","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.709392084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"133cf327-97ce-4c4e-ac87-22f019244f36","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.710592209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"2a1f6a9c-2dfb-425d-9d3b-b90932cc5ca0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.765178959Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"133cf327-97ce-4c4e-ac87-22f019244f36","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.767631324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"2a1f6a9c-2dfb-425d-9d3b-b90932cc5ca0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.81279052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0c98ce44-5853-41b3-9fdb-1e2a62a67851","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.870084017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0c98ce44-5853-41b3-9fdb-1e2a62a67851","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.927561547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"0c98ce44-5853-41b3-9fdb-1e2a62a67851","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:48.966930412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e45b011-9c93-4ff4-bd8d-630a5d49d4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.02532071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e45b011-9c93-4ff4-bd8d-630a5d49d4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.07150612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"961bd195-052a-48fe-89b1-0ef20b1d246e","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.112617118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-auth","reconcileID":"6df346ed-205f-49c9-b01d-11d580d30372","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-2-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.112687644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"21eb7e4a-576b-49a4-b195-9103fed35315","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.122912367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ddeb0f25-e7a1-4234-ad33-a7290099c80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.128631912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"961bd195-052a-48fe-89b1-0ef20b1d246e","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.180076437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"ddeb0f25-e7a1-4234-ad33-a7290099c80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.27295015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"55104df1-bf3f-4f70-b343-74f9e3428d25","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.285210004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"79cfc882-1320-45dc-b3b2-b76445fcab2a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.342842392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"79cfc882-1320-45dc-b3b2-b76445fcab2a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.423463317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"3cde031e-e2c5-4862-b2f7-b40a3b2a8bcd","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.580390433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"690ebca6-673b-455f-92e5-7e93a44b5dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.58041091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a4f39062-a786-46a1-acf0-4b580f65aac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.639182159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a4f39062-a786-46a1-acf0-4b580f65aac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:49.642002419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"690ebca6-673b-455f-92e5-7e93a44b5dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:50.067084583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.069278795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.121309501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"a322b912-c755-4c13-839a-5bea877fc559","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.121330947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"a322b912-c755-4c13-839a-5bea877fc559","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:51:52.240459341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-6a8a96-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.289481858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"dffc7a0a-08a9-42ab-965c-130a32f3a77e","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.289507119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"dffc7a0a-08a9-42ab-965c-130a32f3a77e","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.394722649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"f00db945-d995-491a-a8ac-96b183696e73","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.394744642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"f00db945-d995-491a-a8ac-96b183696e73","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.433889362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"89a08a01-0012-4766-9599-adb51b370672","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.433934081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"67634350-0a1b-497e-94d7-49330e9b9614","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.435415041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fa39530c-23b4-4712-b026-b33853f152d7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.435676835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5c45c801-f726-42d6-ae89-7622e2b08273","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.435829735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"f12849fb-b640-47a3-a002-0fcef8b5208b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.492327267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"67634350-0a1b-497e-94d7-49330e9b9614","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.492356557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"89a08a01-0012-4766-9599-adb51b370672","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.498469105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"f12849fb-b640-47a3-a002-0fcef8b5208b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.49859094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fa39530c-23b4-4712-b026-b33853f152d7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.500906725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5c45c801-f726-42d6-ae89-7622e2b08273","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.50094617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"a36a66ca-a175-41fc-95dc-869908b068f0","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.500963433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"a36a66ca-a175-41fc-95dc-869908b068f0","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.505681377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"440a0891-717b-4237-a514-dcee18e4e448","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rot-6a8a96","model":"e2e-rot-6a8a96","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.554182589Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fa39530c-23b4-4712-b026-b33853f152d7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.606370246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"0ebfc000-b732-4439-8796-4df2384b02be","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.606389646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"0ebfc000-b732-4439-8796-4df2384b02be","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.777658691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"b88c5e9f-e390-4842-ad36-e0fe3017302f","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.777679559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"b88c5e9f-e390-4842-ad36-e0fe3017302f","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:52.987289966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"8659edaf-0c01-4ba5-8ea9-15c608a8a733","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rot-6a8a96","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.020835173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0c9dcbc7-5e52-413a-b736-d8183faa9828","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.07802734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0c9dcbc7-5e52-413a-b736-d8183faa9828","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.121317663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"9eeea918-c064-4bc7-aca7-8e5fa6e05c5a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.121438773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"ba71d4ac-4cac-4f2e-8b46-97d5210be311","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.122903061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0791c7ea-010d-44f3-a73e-e34eff43e4ca","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.137118369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0c9dcbc7-5e52-413a-b736-d8183faa9828","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.181646339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"9eeea918-c064-4bc7-aca7-8e5fa6e05c5a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.181701855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0791c7ea-010d-44f3-a73e-e34eff43e4ca","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.183782026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"ba71d4ac-4cac-4f2e-8b46-97d5210be311","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.221587973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"768fc5ce-a25a-4bd8-81fd-bf2d89e15b19","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.237482922Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"9eeea918-c064-4bc7-aca7-8e5fa6e05c5a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.278688621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"768fc5ce-a25a-4bd8-81fd-bf2d89e15b19","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.654869442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1389bfa9-3a94-4f58-b7f7-07f6d7df4327","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:53.713781243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"1389bfa9-3a94-4f58-b7f7-07f6d7df4327","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:54.842424991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"bb9488f6-ccb1-4966-8866-e606083a4ddc","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:57.901130936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"60f48fc0-c88f-484f-a5f7-5aba4485da45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:57.958839403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"60f48fc0-c88f-484f-a5f7-5aba4485da45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:58.01533728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"60f48fc0-c88f-484f-a5f7-5aba4485da45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:59.591985085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"9ad49ed2-692b-4ea4-a190-d28e66fc3f01","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:59.651262197Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"9ad49ed2-692b-4ea4-a190-d28e66fc3f01","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:59.705311048Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"e2e-no-access-sub","reconcileID":"9ad49ed2-692b-4ea4-a190-d28e66fc3f01","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/distinct-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:59.989197094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"d38f307c-54e3-4e7f-bd73-ce619d286cad","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:51:59.989483868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.100350955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"8f511749-79b1-4146-9b39-b84a4d62f4d1","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.100382567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"8f511749-79b1-4146-9b39-b84a4d62f4d1","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.146181284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"76dfcc1e-f393-46cf-896d-e0e393d21f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.146200448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5001f193-f818-4131-9db0-ac5b60eaa2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.21562479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"76dfcc1e-f393-46cf-896d-e0e393d21f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:00.215657972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5001f193-f818-4131-9db0-ac5b60eaa2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.280365665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"7a8e1bfc-f16b-481e-90d8-242a7b64069e","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.33986156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"7a8e1bfc-f16b-481e-90d8-242a7b64069e","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.387169993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"609c5a59-c39a-40a8-8445-c7ae3f50016e","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.494719494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d1a2613-6823-449d-bc11-923c466777ae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.546574764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0c48bdd5-32e9-4d39-a22c-2286b763a09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.547020493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"05cec373-c4ea-4bf1-946c-4ed3f33a3de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.551459536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d1a2613-6823-449d-bc11-923c466777ae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.60398221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"05cec373-c4ea-4bf1-946c-4ed3f33a3de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.604263047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0c48bdd5-32e9-4d39-a22c-2286b763a09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.606968427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d1a2613-6823-449d-bc11-923c466777ae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.751643925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8e769771-69e8-494c-8332-a128340cc6b6","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.76652336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"523aef70-e142-4518-8140-b74d204c09a3","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"name":"e2e-rt-sw-7a30a4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.808669932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8e769771-69e8-494c-8332-a128340cc6b6","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.859201884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"81b771f2-994c-40c4-a108-e68f43bcdffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.877155649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"ee1c2019-da56-4c8f-94ba-0321a30faec6","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.877175093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"ee1c2019-da56-4c8f-94ba-0321a30faec6","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.91657188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"81b771f2-994c-40c4-a108-e68f43bcdffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.964423578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aa33851-43f3-4331-8a7b-948bd107d3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:01.964497535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d419c4d1-1151-4289-bfc9-af8a94b90c82","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.022155451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aa33851-43f3-4331-8a7b-948bd107d3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.022884196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d419c4d1-1151-4289-bfc9-af8a94b90c82","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.169698134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c5fcfe67-ba49-4c33-b5a3-768c6949f231","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.226338684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c5fcfe67-ba49-4c33-b5a3-768c6949f231","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.32292268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7242aa4f-078f-4387-b46c-aeb4b65e21cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.379779942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7242aa4f-078f-4387-b46c-aeb4b65e21cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.42431446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"567f54a0-3de5-4b16-914d-b1aeac8b31bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.465851007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"24e4b3fd-8274-4de5-88f2-b99a0b924eea","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.481576208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"567f54a0-3de5-4b16-914d-b1aeac8b31bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.527796886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"fd2b7bea-2e60-4d3c-8025-e29da5af9de2","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.58752746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"fd2b7bea-2e60-4d3c-8025-e29da5af9de2","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.7426092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"6cb76583-6f0c-4865-88df-da4f5161bb61","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.776865465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"26b7c6ca-7fd0-4b41-af78-c2a41cb69170","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.793375186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"66ae72b6-2c32-47b9-85f1-462abd51b37f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"name":"e2e-rt-sw-7a30a4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.799936422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"6cb76583-6f0c-4865-88df-da4f5161bb61","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.835948535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"26b7c6ca-7fd0-4b41-af78-c2a41cb69170","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.845407201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35211b1e-fc2b-48e8-9463-cd0dca1177d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.845433996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35211b1e-fc2b-48e8-9463-cd0dca1177d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.845797592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ee7eff-b0b3-40c0-9b55-1521334a5fa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.845816053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ee7eff-b0b3-40c0-9b55-1521334a5fa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.8461901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ceee0a35-1175-4240-816e-b8206623d033","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.84620391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ceee0a35-1175-4240-816e-b8206623d033","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.846670689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec3aa90d-639e-4c5c-8707-23f1c44520de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.846687867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec3aa90d-639e-4c5c-8707-23f1c44520de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.847018229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c52560c7-ba17-4b9e-9fd3-85fa2f4f7dbc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.847085059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c52560c7-ba17-4b9e-9fd3-85fa2f4f7dbc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.847433026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ed3e707-7986-43e3-a7bd-6d9cb3f51772","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.84745081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ed3e707-7986-43e3-a7bd-6d9cb3f51772","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.847830835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1c0503d-9e18-4d7e-b2a5-d000eb46a7ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.847846608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1c0503d-9e18-4d7e-b2a5-d000eb46a7ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.848128262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ada90e5-a224-44c7-b67d-44aad62c6fbe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.848147166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ada90e5-a224-44c7-b67d-44aad62c6fbe","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.856112163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"6cb76583-6f0c-4865-88df-da4f5161bb61","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.875924975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"dabd933b-4407-458b-841b-a36ba73b5dff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.899976465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"fee6fc20-5876-499f-b920-67be29097468","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"name":"e2e-rt-sw-7a30a4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.932001622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8890b474-bd2c-4c2a-95af-3f3dd97e9678","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.933930054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"dabd933b-4407-458b-841b-a36ba73b5dff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.951670161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e518944d-4839-491a-9f9a-c866ce3b900c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.951694969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5423781b-af26-4d37-af56-2683418600f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.989446325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8890b474-bd2c-4c2a-95af-3f3dd97e9678","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:02.990911101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"dabd933b-4407-458b-841b-a36ba73b5dff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.033212907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e5dad3-bb26-4854-a1cb-3f716b351f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.045931307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"8890b474-bd2c-4c2a-95af-3f3dd97e9678","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.090313597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e5dad3-bb26-4854-a1cb-3f716b351f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.133376088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ef89ace-eea3-4f87-92c2-786b4e7d4b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.191034499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ef89ace-eea3-4f87-92c2-786b4e7d4b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.234838905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9b37a3e1-bb52-4733-8505-f801b6166f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.292730943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"9b37a3e1-bb52-4733-8505-f801b6166f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.46432417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"786e995e-46e8-41d3-8d50-3501b47dcc94","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.472844619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"68f6a187-599d-4871-9020-e17e86c9e403","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.524151546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"786e995e-46e8-41d3-8d50-3501b47dcc94","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.531777745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"68f6a187-599d-4871-9020-e17e86c9e403","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.57858613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f26c6a41-95c8-4aef-a6fb-9685c668649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.587910079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"68f6a187-599d-4871-9020-e17e86c9e403","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.63557286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f26c6a41-95c8-4aef-a6fb-9685c668649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.666915869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"be30d5fb-32ad-43f6-b553-cbcf82f28fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.674917823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"f2a1f43c-e4e0-4be5-9530-caf5a0f46778","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.723978406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"be30d5fb-32ad-43f6-b553-cbcf82f28fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.732103591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"f2a1f43c-e4e0-4be5-9530-caf5a0f46778","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.940317447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ad46b4f4-9b07-4f7f-9d78-1307cac408d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.949236559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d84db38f-5959-4685-b1d7-9caa78e8273e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:03.997093169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ad46b4f4-9b07-4f7f-9d78-1307cac408d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.006244617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d84db38f-5959-4685-b1d7-9caa78e8273e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.045240057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f12b969-f2a9-4d70-b0b4-6b78a7608d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.046449068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"24f556b4-9862-4870-b45f-c31481d0a473","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.09946937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"0990460b-8a15-4c03-aaef-46aad61af8fc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.099510833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"0990460b-8a15-4c03-aaef-46aad61af8fc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.104069673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f12b969-f2a9-4d70-b0b4-6b78a7608d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.18786965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"06951372-1d91-4c6d-a485-0a391f5a5f6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.200484443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"04a5344d-f71d-4b8d-9896-01899243e898","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.244784055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"06951372-1d91-4c6d-a485-0a391f5a5f6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.257372464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"04a5344d-f71d-4b8d-9896-01899243e898","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.323248001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"06951372-1d91-4c6d-a485-0a391f5a5f6b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.32493985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283289f6-ec3f-43d8-a79b-87cd4295e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.427992374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283289f6-ec3f-43d8-a79b-87cd4295e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.540076512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"df8badf5-5f96-4b45-9d8a-5ca75c5aaa94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.597342253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"df8badf5-5f96-4b45-9d8a-5ca75c5aaa94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.683152766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8e4656c7-1792-45cc-9d26-956e09f8ac6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.683259353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"c1985249-967d-4449-9930-83624c71f3d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.740395969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8e4656c7-1792-45cc-9d26-956e09f8ac6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.740514482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"c1985249-967d-4449-9930-83624c71f3d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.797203506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8e4656c7-1792-45cc-9d26-956e09f8ac6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.797221964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"c1985249-967d-4449-9930-83624c71f3d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.849763532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"927c71bc-ca50-44cd-a287-9fe951ac6f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.90794968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"927c71bc-ca50-44cd-a287-9fe951ac6f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.949412529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"d3965425-31c9-4803-8b10-1c233ceefd92","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.956325339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"69f77715-5748-419c-adb7-e12a0e6a3434","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.960677673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d5d03642-6f21-48a3-8a71-ce5bd20361b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:04.982166945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"5890c1fb-7b16-4893-8bbe-5390533245e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.015125582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"69f77715-5748-419c-adb7-e12a0e6a3434","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.024099748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d5d03642-6f21-48a3-8a71-ce5bd20361b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.042501109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"5890c1fb-7b16-4893-8bbe-5390533245e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.173075062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"be3aa89f-fe76-4507-aca1-f41bb30fca55","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.234471406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"be3aa89f-fe76-4507-aca1-f41bb30fca55","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.384727193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eaa62cdf-9d12-446b-a3b8-f31119a56ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.3848569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3d4877d3-611b-4d4e-be64-d80f07409279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.442198447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"eaa62cdf-9d12-446b-a3b8-f31119a56ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.442197504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3d4877d3-611b-4d4e-be64-d80f07409279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.498826415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"c34c6fc8-8a6e-4c21-a0d9-a82e60b31af6","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.534966726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"62adf07e-2fce-4a5a-b8a2-50300b1b0c70","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.564161989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"c34c6fc8-8a6e-4c21-a0d9-a82e60b31af6","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.655979413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"606d77f0-410f-4e17-85fa-500ddb0016c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.713508057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"606d77f0-410f-4e17-85fa-500ddb0016c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.71801056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"06f74991-7886-42be-a4e4-51a60c824725","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.769178947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a7318dbe1d7bd27343d58a321f671ce248956c77840a94bf13f24e9e0b48ad) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (9ac259af573f8f08374e3d4abdf8d95e8353924cfd33e1f182832dac66e63c46) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (eb0cc9e1855e30ad049229350b68f7e057012c95e97de715389943ea3868a0e2) AuthConfig (63d4252a05b62998f6d4a6f521aeb195246b1d73da3f65adf3b3b4142ee54d72) AuthConfig (25d3815f18ea34aae815ddda5a87f874b9fc1efc262851a181b7675527127f27) AuthConfig (b25156997e6b9f8985ed8407604d36fbb1286bd0892394a123480530998397b1) AuthConfig (ac7e68a9c2a2aae88fb1a2b0cbe40e907dadb3fdd1b3c8c59b48dc65b76a0fd6) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (6c789db0f4044ba10654df5edcd44c4a07965796e9a42b71a917ea8a91f75a8f) AuthConfig (e6a0f8a02677a714337c3843b24870cb1bd6bb5ba09da3c80105f765c2d9f874) AuthConfig (121980d10387188700126e94d8c2c3f76470dafb306b87f95962ff92a4763cff) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (a645a0b41ed1d950063907451dd20b7f9054544b42e31d68be2a8674a891f7ea) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (e6e6d2e7f03188779a62b4418c98367192656b5d3831fa6d86565fa8c364b840)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"606d77f0-410f-4e17-85fa-500ddb0016c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.774983443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"06f74991-7886-42be-a4e4-51a60c824725","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.917524801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"4af13d5a-fde4-4719-a264-5094d49eb6b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:05.975082114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"4af13d5a-fde4-4719-a264-5094d49eb6b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.076720795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7cea097-b448-4143-829a-98164aecbca4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.076731343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fefef993-88fb-4728-a9a5-4930bee32cf3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.134320655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7cea097-b448-4143-829a-98164aecbca4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.134815013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fefef993-88fb-4728-a9a5-4930bee32cf3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.190893943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d7227bf1-ea10-443b-861e-f477f659a301","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.193776081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7cea097-b448-4143-829a-98164aecbca4","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.194782395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e6a14440cd5396bee5f9ee63f4d654213950510cc216aa5624b8c2197d277ea) AuthConfig (e6486cdcfa7e80ef71fdcc03338cf91be54363af99a570e26bca8bc6eba0a114) AuthConfig (1ac135c7431c0d88f9727548957fe344318aabc93d54ae23776780c621903cb0) AuthConfig (1432f68d95d5082f47ecb28388a12ec0ecac615ef6a9bd30dc52693bea4a8d91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"fefef993-88fb-4728-a9a5-4930bee32cf3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.198733847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"80deee99-dc94-46df-bc82-d601d7067d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.248972242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d7227bf1-ea10-443b-861e-f477f659a301","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.263141508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"80deee99-dc94-46df-bc82-d601d7067d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.349286659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"56859f32-fcd1-4fa3-9674-ab84a9b39fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.353231755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4842a22d-cfb4-4db4-b7ca-c3f19207abdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.406025903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"56859f32-fcd1-4fa3-9674-ab84a9b39fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.4097196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4842a22d-cfb4-4db4-b7ca-c3f19207abdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.554442123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c3eaef04-8e6c-4f42-85f8-2a607e65b621","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.626328109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c3eaef04-8e6c-4f42-85f8-2a607e65b621","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.733940255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ea82d7-9dfa-4f49-b158-16994b258067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.791834726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ea82d7-9dfa-4f49-b158-16994b258067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.835050696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a569fc31-b835-4cac-abac-a19490d71133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.83509107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ed026fca-72a8-4ec2-886e-1c35b6775fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.894185307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ed026fca-72a8-4ec2-886e-1c35b6775fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:06.894722418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a569fc31-b835-4cac-abac-a19490d71133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.049825241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"0bce91f6-38f2-4c05-a403-adea6559cb5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.054733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"56859295-110f-455d-951a-9769ec8a9858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.107468207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"0bce91f6-38f2-4c05-a403-adea6559cb5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.112206304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"56859295-110f-455d-951a-9769ec8a9858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.46979523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"10d15234-d603-4ff0-b05b-cc02a0969c26","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.469827343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"10d15234-d603-4ff0-b05b-cc02a0969c26","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.575447564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"7e2d1756-d5d5-4a31-8d60-a4e7c00e8a0d","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.575482023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"7e2d1756-d5d5-4a31-8d60-a4e7c00e8a0d","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.683887366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"195fe58b-5507-47d5-9e27-afd05d041231","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:07.740848071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"195fe58b-5507-47d5-9e27-afd05d041231","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.169690705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"1cdc5c2f-c640-4552-898e-af7e6651e59f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.169720712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"1cdc5c2f-c640-4552-898e-af7e6651e59f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.563426069Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"b0940d58-76f3-4060-8b00-a5a1397e20ba","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.619586369Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"b0940d58-76f3-4060-8b00-a5a1397e20ba","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.725016055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"b0940d58-76f3-4060-8b00-a5a1397e20ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw","tenantID":"e2e-migrate-1051f3ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:08.843749792Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"b0940d58-76f3-4060-8b00-a5a1397e20ba","name":"e2e-migrate-1051f3ac-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.092870932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"d3e18d6e-2bdd-4a15-9908-31d387c9982f","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-rot-6a8a96","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.369876279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"fa223cf7-2521-4c29-8bb2-022e6242fb1d","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.369899699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"fa223cf7-2521-4c29-8bb2-022e6242fb1d","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","externalModel":"e2e-rot-6a8a96","provider":"e2e-rot-6a8a96-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.407329583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c51c1680-bbfe-4550-906b-095685f698cc","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.418625727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d0569c8-64e7-4628-9a9f-4168eadc03c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.418920494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0085311f-3312-4ba7-91e6-e8139b3b06c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.468892665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c51c1680-bbfe-4550-906b-095685f698cc","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.471855211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"64791d7a-1ea5-436c-bc73-e7ca49476a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.472883282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a5d73f51-807c-4388-a498-e1e3ad3d459d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.480049586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0085311f-3312-4ba7-91e6-e8139b3b06c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.494736126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d0569c8-64e7-4628-9a9f-4168eadc03c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.529099099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"64791d7a-1ea5-436c-bc73-e7ca49476a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:12.532362885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a5d73f51-807c-4388-a498-e1e3ad3d459d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.005452062Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.058074617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"025cac08-5154-44c4-bd46-5089940c2bf2","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.059254534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"ed804c43-d297-4b1a-a352-a463f7f6027f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.059278024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"ed804c43-d297-4b1a-a352-a463f7f6027f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:13.1140977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"4be723aa-992e-4b32-a72b-48b747a908ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-7a30a4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.118123854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"025cac08-5154-44c4-bd46-5089940c2bf2","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.217066447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b20a1e84-3bc8-43b2-bcb0-208bd28aa3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.217085173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abaa2300-97ad-48fa-a5d1-68c0312feb4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.21750868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"14a906af-00f5-44bf-8957-105776a69d66","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.226748004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"04b7e95a-2b4d-4913-bc5f-b8dcab793681","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.226772764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"04b7e95a-2b4d-4913-bc5f-b8dcab793681","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.277202921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"14a906af-00f5-44bf-8957-105776a69d66","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.278507687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b20a1e84-3bc8-43b2-bcb0-208bd28aa3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.280082303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abaa2300-97ad-48fa-a5d1-68c0312feb4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:13.332797018Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"04b7e95a-2b4d-4913-bc5f-b8dcab793681","name":"e2e-rt-sw-7a30a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7a30a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:13.332875112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"04b7e95a-2b4d-4913-bc5f-b8dcab793681","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7a30a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.385390885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"9bfc97a4-bc71-4aa3-a817-eaea38173723","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.385414533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"9bfc97a4-bc71-4aa3-a817-eaea38173723","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.562314506Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"3947b2c1-a6d7-40c1-8d20-3051601d92fa","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"e2e-rt-sw-7a30a4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-7a30a4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.627396597Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"0a53f2ef-20eb-4e33-a2c3-48c87bc4e127","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.650009069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"106e914f-eb03-44fc-ba23-7950a032ac25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.650071271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2804e120-6a99-4e50-af3a-9e799f954600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.709243916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"106e914f-eb03-44fc-ba23-7950a032ac25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.711434527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2804e120-6a99-4e50-af3a-9e799f954600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.766886165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"b6580800-a87e-4f4d-92a4-ee2ef2b8e255","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.825658382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"b6580800-a87e-4f4d-92a4-ee2ef2b8e255","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.832957191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"64cd548d-43f2-448f-8a14-7bc134151230","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:13.832989534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"64cd548d-43f2-448f-8a14-7bc134151230","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:14.045051994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"3e4e7d63-a987-474c-8059-8eddd9289cee","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:15.05522938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"be1aa157-2bc4-48b2-bc60-d96f5e2ed2c4","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:15.879470777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"dd3fe7a2-7516-41ee-b69b-69890704ce2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:15.943437856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"dd3fe7a2-7516-41ee-b69b-69890704ce2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.218046451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"724234e0-9a14-4201-a6a6-163ce3481407","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.21806777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"724234e0-9a14-4201-a6a6-163ce3481407","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.558698092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"678c4ea5-756f-4e4e-bf70-6bd65ed5d609","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.55871435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"54572738-8d39-4d15-98fc-7298f4cfcae9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.61617789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"678c4ea5-756f-4e4e-bf70-6bd65ed5d609","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.616285341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"54572738-8d39-4d15-98fc-7298f4cfcae9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.673080195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"54572738-8d39-4d15-98fc-7298f4cfcae9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:16.67313616Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"678c4ea5-756f-4e4e-bf70-6bd65ed5d609","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.183677066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.183718428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1ad70dc7-2dbf-4ba9-b8a1-fd9e61c62ff5","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.183730959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"1ad70dc7-2dbf-4ba9-b8a1-fd9e61c62ff5","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.243915884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"8604ecbc-2173-4a28-b76b-91a3d70e9d6a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.243934592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"8604ecbc-2173-4a28-b76b-91a3d70e9d6a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.290159936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"74be7d65-7489-4990-82eb-d13d36af6c4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:18.290592009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"7dd2aefe-94f0-406b-9dde-7400cad7cce7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-6a0d53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:18.29807582Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"8604ecbc-2173-4a28-b76b-91a3d70e9d6a","name":"rate-test-model-29269b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:18.298123856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"8604ecbc-2173-4a28-b76b-91a3d70e9d6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.303514976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"5994d38b-eb12-4d14-9afe-2dbce60e9d9a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.303529691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"5994d38b-eb12-4d14-9afe-2dbce60e9d9a","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.347655873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"74be7d65-7489-4990-82eb-d13d36af6c4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.400273661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0cb67515-264b-4293-9cef-99c486126f78","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.400290479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"0cb67515-264b-4293-9cef-99c486126f78","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.455647135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"511d70eb-95dd-469a-8bfa-661cfb85c613","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.455662092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"511d70eb-95dd-469a-8bfa-661cfb85c613","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.466130404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"a647536b-ea38-40df-9356-ab3bec4de7e7","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.466147308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"a647536b-ea38-40df-9356-ab3bec4de7e7","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.466520779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.525094966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"79fcead9-834f-4003-b8d6-d3d5fded5c1e","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.525119146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"79fcead9-834f-4003-b8d6-d3d5fded5c1e","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.575139724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"58e5bbd2-03fd-49a6-9925-349fd0f1f37b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:18.576366759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"1fa39c4d-397f-4379-b403-fcbbf5e06b4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-6a0d53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.633606967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"58e5bbd2-03fd-49a6-9925-349fd0f1f37b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.67376263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"fd56c4c1-96fc-4ec9-a767-0c5bc45135ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.679025721Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"8b4f620b-652b-44d2-aa11-cdf79955e8e3","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"rate-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-rate-iso-a-6a0d53"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.683649432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e998cf54-d195-45a7-82ed-6554ad4740a3","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.683669263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"e998cf54-d195-45a7-82ed-6554ad4740a3","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.730703797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"fd56c4c1-96fc-4ec9-a767-0c5bc45135ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.741883483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"b27ff431-eca8-4838-9e9b-f822e3645f78","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.741901283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"b27ff431-eca8-4838-9e9b-f822e3645f78","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.847400181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d005cd2d-91ac-41a6-88be-f47f67c8c50b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.847417032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"d005cd2d-91ac-41a6-88be-f47f67c8c50b","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.94345864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"540106cb-2b81-4e6c-9312-b0127c8b0af7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:18.955312056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"247ad2fe-c36b-4f13-b83c-49c8ecfd9fe3","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"rate-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-rate-iso-b-6a0d53"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:19.000497573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"540106cb-2b81-4e6c-9312-b0127c8b0af7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:19.056276223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"3ca20368-47d6-4e2c-bcdf-a788df172b96","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:19.180429257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c0717d9f-36b1-4f76-b250-90d700df3d6c","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:19.180450391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c0717d9f-36b1-4f76-b250-90d700df3d6c","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:19.390121901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"6ecd0e54-0fd5-432f-b159-e172d204a2dc","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:20.067362144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:25.161396787Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"bf1ed3e2-c207-4cab-998a-153dab354050","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:31.615918121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"a7801249-f36b-443f-bbe5-e24ae122b491","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:31.785088293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"50bb7740-c6de-4d60-9ac8-1721dc165f9b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:31.785110037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"50bb7740-c6de-4d60-9ac8-1721dc165f9b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.234136635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"88d13018-9bb9-4f2b-9189-91dbd99280e3","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.413012309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"68b38da2-74d8-41bb-9fa8-a97251b5de51","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.510912395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"e384e570-735d-461f-92dc-fd7f4d93697f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.510942038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"e384e570-735d-461f-92dc-fd7f4d93697f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.592224717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"3a49c1c0-4cc5-4d12-b8fc-47bddd7de643","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.592271283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"3a49c1c0-4cc5-4d12-b8fc-47bddd7de643","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.650378496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"92d187ae-4e7d-4781-9f10-e1b0a43ee435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.654115721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c9cbf07f-c33f-4fb9-b875-0a9641d6ba04","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.661382195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"703a1575-55be-498c-b8c1-c0c0cf5e5d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.661616768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e4d5e39-fb98-4943-b5fa-19c81479a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.708984201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"92d187ae-4e7d-4781-9f10-e1b0a43ee435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.712901166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c9cbf07f-c33f-4fb9-b875-0a9641d6ba04","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.720349448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"703a1575-55be-498c-b8c1-c0c0cf5e5d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.720401266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e4d5e39-fb98-4943-b5fa-19c81479a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.75373441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"c12612fd-7407-4268-9981-cb34c5c16f8d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.810981946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"c12612fd-7407-4268-9981-cb34c5c16f8d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.953212151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"33991a85-62e0-426f-9e79-f19cecabd8cb","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:32.953437638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"33991a85-62e0-426f-9e79-f19cecabd8cb","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.268058871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"fd368b32-512b-425b-a2b8-9664d4712873","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.380148227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"114afadf-6a0c-411c-81f9-7a9a35c21a67","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.433412323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"03c2bd2e-0c53-4d24-a6e8-8f8818fca794","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.433440629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"03c2bd2e-0c53-4d24-a6e8-8f8818fca794","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.548967393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d3207215-51cf-4a7a-95a4-c55f8cefb1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.599506269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a19cf57c-bca4-494d-842b-473012a6575a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.59990666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f232c35a-8f88-491d-9e6b-436bf376de3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.601132088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"422e3b74-5197-4eb8-8ee8-44c303883116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.601153282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"422e3b74-5197-4eb8-8ee8-44c303883116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.601714622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9929c9c-2eb9-473c-9732-d79866b6e503","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.601734493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9929c9c-2eb9-473c-9732-d79866b6e503","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.602175907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3493eaec-c8ef-46fb-b300-e84f326b1bbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.602194558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3493eaec-c8ef-46fb-b300-e84f326b1bbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.602513233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73237653-faf5-46ee-a7b2-787346d625e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.6025311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73237653-faf5-46ee-a7b2-787346d625e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.602862969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea120624-abc6-4097-b362-390327117a3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.60287913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea120624-abc6-4097-b362-390327117a3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.607094743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d3207215-51cf-4a7a-95a4-c55f8cefb1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.658387491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f232c35a-8f88-491d-9e6b-436bf376de3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.65848112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a19cf57c-bca4-494d-842b-473012a6575a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.658964893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a89429f2-b19c-4741-8fb0-4876486954b1","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.658984839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a89429f2-b19c-4741-8fb0-4876486954b1","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.711457654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58902691-df1c-498d-84a4-98c3ae7f9292","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.711484454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58902691-df1c-498d-84a4-98c3ae7f9292","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.711947295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c91bcc98-c9eb-4535-bbef-d9b55ee89610","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.71196558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c91bcc98-c9eb-4535-bbef-d9b55ee89610","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.712321754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91863349-61e3-4828-aa2b-39387440f0f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.712337791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91863349-61e3-4828-aa2b-39387440f0f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.757278004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"aa974766-9c60-4ce3-8dc5-01b6c6180b91","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.757234355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"e0ed4c91-ccbd-42a9-9e64-65a083ffc224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.812379416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47aea798-5d4b-4209-b5a5-1f4ffcc3daa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.812516084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b751075f-1af2-4a8a-b97f-c194a1286e29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.815449245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"aa974766-9c60-4ce3-8dc5-01b6c6180b91","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.81647109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"e0ed4c91-ccbd-42a9-9e64-65a083ffc224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.863727921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"46fd3687-0da5-4738-aa8e-9d32e20d6500","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:35.873752819Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"e0ed4c91-ccbd-42a9-9e64-65a083ffc224","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.017645811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"6728b5b5-2bcc-4e58-b0d5-ba7522dc40c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.017829275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"cf816be7-6c49-46c3-981e-f3ac1d3774c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.075063444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"6728b5b5-2bcc-4e58-b0d5-ba7522dc40c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.075272819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"cf816be7-6c49-46c3-981e-f3ac1d3774c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.187786884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"ecf28506-aa2a-4de8-b1d3-65054c9ff447","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.24797339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"ecf28506-aa2a-4de8-b1d3-65054c9ff447","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.248640914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"bdf6217c-8da2-4f3f-ac31-a23de685decc","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.304126865Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"ecf28506-aa2a-4de8-b1d3-65054c9ff447","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.306028072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"bdf6217c-8da2-4f3f-ac31-a23de685decc","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.451708637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"971788cf-5484-4416-a29a-9e8bf948ce39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.451717973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bb25bd3a-d8ed-4c65-bb80-d7ffe04f39b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.509121592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"971788cf-5484-4416-a29a-9e8bf948ce39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.509180751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"bb25bd3a-d8ed-4c65-bb80-d7ffe04f39b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.509598975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"76f85a5a-ba44-4635-a6e3-f1afc84b0dee","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.567993193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"76f85a5a-ba44-4635-a6e3-f1afc84b0dee","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.685337675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"6bf87fba-8112-46b9-8384-b13be454f97e","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.743477684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c729f4b6-9209-4342-920f-b8e04bdac0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.802182073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c729f4b6-9209-4342-920f-b8e04bdac0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.823647935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d937167a-7f12-48a1-a3df-e7654e45a907","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.880622888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d937167a-7f12-48a1-a3df-e7654e45a907","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:36.977707942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaad156f-dc3b-4ccf-8fb3-f6d618fcd753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.034496297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaad156f-dc3b-4ccf-8fb3-f6d618fcd753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.081932744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2854b64c-b583-4d87-a1e4-d0680e0eb9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.133201603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2425c67f-f5ce-421f-9eef-99d41c90c4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.133237933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e3b60cc6-c60a-405b-ada9-61916075bd99","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.138639313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2854b64c-b583-4d87-a1e4-d0680e0eb9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.190830161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"2425c67f-f5ce-421f-9eef-99d41c90c4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.192062977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e3b60cc6-c60a-405b-ada9-61916075bd99","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.489674637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"343b361e-db4e-4731-ab27-948e881169ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.490425987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"f8b051d6-b6a1-411c-b82b-687c8a855806","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.548653116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"f8b051d6-b6a1-411c-b82b-687c8a855806","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.549203304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0ea5025f-8537-44c5-945a-a43270120546","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.549369744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"343b361e-db4e-4731-ab27-948e881169ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.555815014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"61cdf4e3-1db2-4f8a-a887-6030ff1d5480","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.6067532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0ea5025f-8537-44c5-945a-a43270120546","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.61289283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"61cdf4e3-1db2-4f8a-a887-6030ff1d5480","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.662929384Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"0ea5025f-8537-44c5-945a-a43270120546","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.669087965Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"61cdf4e3-1db2-4f8a-a887-6030ff1d5480","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.697164588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c6d3e965-5370-4d9b-a427-f9d2dd045e2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.754860744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c6d3e965-5370-4d9b-a427-f9d2dd045e2e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.868295914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6feab04f-8d77-4c47-9af1-87a411a1aa1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.926708806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6feab04f-8d77-4c47-9af1-87a411a1aa1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:37.963285857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d325dc23-86bf-4a69-b8a5-473f9bb03507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.021863012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"d325dc23-86bf-4a69-b8a5-473f9bb03507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.066521548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"1ac896e6-62f9-4695-8544-029f77cac95b","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.124291666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"1ac896e6-62f9-4695-8544-029f77cac95b","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.168899654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"80b24edc-e280-4cdb-a012-4499d33a123a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.17422485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6263c99-f9f9-4f77-8318-eae312afe38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.22603387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"80b24edc-e280-4cdb-a012-4499d33a123a","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.231264331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6263c99-f9f9-4f77-8318-eae312afe38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.412999195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0f924a22-ca8a-4ed2-bcc8-53c54883c59d","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.413026406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0f924a22-ca8a-4ed2-bcc8-53c54883c59d","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.469521145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"9e350613-a794-4ad3-9e97-af7b9d033aa0","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.469559645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"9e350613-a794-4ad3-9e97-af7b9d033aa0","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.579231798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"dd40ebe9-c490-485d-ba37-e1e8eb5d538b","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.582415785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"069a7f71-bff0-4354-8cac-8d060e9c2304","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.643523631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"069a7f71-bff0-4354-8cac-8d060e9c2304","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.706781983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"927ed2c0-ad29-423e-bef9-6bf259275cae","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.706808121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"927ed2c0-ad29-423e-bef9-6bf259275cae","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.71016412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.728883416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"dd40ebe9-c490-485d-ba37-e1e8eb5d538b","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.767131952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ba6b8c00-2d96-43e5-b001-c8843e65c559","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.767148241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ba6b8c00-2d96-43e5-b001-c8843e65c559","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.786411989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"dd40ebe9-c490-485d-ba37-e1e8eb5d538b","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:52:38.815849483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"b1ed4bdc-8a80-4106-ad4e-218053d2e65d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-cec7a4bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.841776283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ecd64fe1-acfc-4bcd-bf35-ddea69494407","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.841792117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ecd64fe1-acfc-4bcd-bf35-ddea69494407","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.926243686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"fa0d5e41-636d-49b8-80db-fc6e758faa73","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.926263077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"fa0d5e41-636d-49b8-80db-fc6e758faa73","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.947739824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"c6a2a963-6aae-49a2-8675-215e53d0a9d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.984996198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ba74b8ec-6289-4062-9e7f-727c4ae9950a","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:38.985020204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ba74b8ec-6289-4062-9e7f-727c4ae9950a","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.006589022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"c6a2a963-6aae-49a2-8675-215e53d0a9d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.063113005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"c6a2a963-6aae-49a2-8675-215e53d0a9d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.207920444Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"12b3dbbc-d5a6-4dc6-b8b4-326f584b5c42","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-cec7a4bb/e2e-sub-cec7a4bb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.37426073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"81ff58bd-f323-40db-9be2-8b530244cc4b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.374282793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"81ff58bd-f323-40db-9be2-8b530244cc4b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:39.583224619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"e6035ee3-73a5-458e-a190-b0325b27101b","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:45.37999821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"58bc2126-7f01-43f2-af18-be5d7668378e","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.17102726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"0e39434b-00bb-4455-8f09-fe4f7530050c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.228200955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"0e39434b-00bb-4455-8f09-fe4f7530050c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.285129486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"0e39434b-00bb-4455-8f09-fe4f7530050c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.683451537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"fdda5b90-4d6b-499e-bd32-c8490950a48b","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.854471192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"07fc0b76-48c6-483a-a902-d1f086f094cc","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:49.854614106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"07fc0b76-48c6-483a-a902-d1f086f094cc","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.066842206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.575956992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ea2eed1d-df25-4d92-a624-020f63dba1d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.63551275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ea2eed1d-df25-4d92-a624-020f63dba1d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.691974073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f23dbc8e27c31c67db8cad9ec44ab5de4bb97c1f17edf3b15c203b2853d449c) AuthConfig (0d86a4c9bb1b1cb889a7a8bcc62821c9f3f5fa57692a2dcae6ffccf0e6a06ef2) AuthConfig (b539d0ce72f6a40952b5e051cd566d5c71fadb75e58a631e12b3b16b0652e07f) AuthConfig (4f579b2f7f7ae637d25fa4ce4fdf60a18dcf1fc19d290aa9ad8121213fd35d5b) AuthConfig (b20bee88534b2979db758ec87940cca4018494151116a531a09cd1e915ca4e90) AuthConfig (b50c4cee0001f5fbf4ae4bfde356ce0b2fbd42f4da8168688fe2abe8ee1e696b) AuthConfig (603360714b28e558704b08626028d414833c7601810b21e5c5430386738c035f) AuthConfig (635c387e9bd02ff9994b9d3b60d14316675a293bbd1909d5bcca892ea70691b8) AuthConfig (61ab3862693eef19aa63e9c601589d63c37a2d1c16b4e3365c55c929a8346307) AuthConfig (35968ba041dff593d0857f1a914026811e5cdb4e1cfb20a7a68da6991baac1ef) AuthConfig (fd2abad75faebef84fdbf5f1abe9645618c171c4ca2b4788a34a5f01b123670d) AuthConfig (558444ef5167f6a1c419c5065232af10d41ba6f2870646276ce8901a534e5826) AuthConfig (33aa9cb762db66c51c34868387846af7b1cfaf7c69bb69108bf6c3a7be82a7c9) AuthConfig (12e52bef247fc23880a4eedbe4e63433ad4cd741f9f38a55eb54c1b613f12068) AuthConfig (b7c078e3b478a118c6088ab98ad441f6264065843173cd354019a509835d1a09) AuthConfig (4a54c684da93c328f22aed2f3d3d22efb9e5e4a34f965291d2e706f8870fee36) AuthConfig (e3a1be516af01865aa24521f780facb75afb31772b321bcb77d5c6f9ccff4aa2) AuthConfig (b647635817e0faa59e63d6c591c89b3ac3ae52bc1f182e4d670f7714fdc8d0d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ea2eed1d-df25-4d92-a624-020f63dba1d8","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.757643198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"1febf8bb-5f82-4758-b374-27036f4c8efc","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.757672145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"1febf8bb-5f82-4758-b374-27036f4c8efc","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.823809265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee091048-3f40-487a-b4dd-d231165fecc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.824195367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7da8f084-36bb-434d-ace3-d77b1d9ba3d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.823905979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02168e07-00e0-4486-9a7b-74af4d4820db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.88773007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee091048-3f40-487a-b4dd-d231165fecc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.888015135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02168e07-00e0-4486-9a7b-74af4d4820db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:50.890065416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7da8f084-36bb-434d-ace3-d77b1d9ba3d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.485892885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"fad919d5-522e-41f6-a5bf-399399047177","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.486010046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"fad919d5-522e-41f6-a5bf-399399047177","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.487094853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d47a266-3c80-47c8-a524-903209e3d6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.699742565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d47a266-3c80-47c8-a524-903209e3d6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.760294877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"b09c26fa-6e70-4700-a990-9fb1e289f647","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.831018855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d47a266-3c80-47c8-a524-903209e3d6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.83105378Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"3d47a266-3c80-47c8-a524-903209e3d6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.887977931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"f10b81fc-fd30-4b6c-9b01-174cf86b258d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:51.887998499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"f10b81fc-fd30-4b6c-9b01-174cf86b258d","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.046876842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"31598ed9-9258-48ed-a594-2476a2bf42eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.04689244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c1a1684a-4f51-4296-b346-eb0697b9995b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.046910139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c1a1684a-4f51-4296-b346-eb0697b9995b","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.15780952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"3d0c2e1a-c8b3-4ff3-9df9-909e4c8f362b","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.261183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"31598ed9-9258-48ed-a594-2476a2bf42eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.316107043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"901c9343-0c66-474a-a027-8128c1d9fa51","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.391083544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"31598ed9-9258-48ed-a594-2476a2bf42eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.391108628Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-auth-6a0d53","reconcileID":"31598ed9-9258-48ed-a594-2476a2bf42eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.448290366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d7b0522c-4487-4258-9a26-3770d461b928","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.44831314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"d7b0522c-4487-4258-9a26-3770d461b928","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.609435562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"13dbdc3b-a917-47d3-b997-c598065c65d1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.609456503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"13dbdc3b-a917-47d3-b997-c598065c65d1","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.7177881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"c9c743c6-cc18-4d41-bfb8-2ccd19dcc3dc","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.781662092Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"dd3ea0f1-dbca-4820-ab09-0a530d58100d","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:52.889407234Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"dd3ea0f1-dbca-4820-ab09-0a530d58100d","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:54.066994836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"938deada-61c9-454e-8cc1-984c15fdb8e7","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:54.968209595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09c7d3-0c73-4bd8-b868-5a32a0f30da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:55.020085664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09c7d3-0c73-4bd8-b868-5a32a0f30da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:55.072048124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09c7d3-0c73-4bd8-b868-5a32a0f30da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:55.123812218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09c7d3-0c73-4bd8-b868-5a32a0f30da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:56.378525406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"27b31eac-19ec-4226-bec1-51ae490477c7","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:56.52127389Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"723cd083-62d7-4cc5-a37b-c2ddcdf8c43e","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:57.070698662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4b5bb8-7646-47c2-98b6-f9e9bf6adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:57.123188774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4b5bb8-7646-47c2-98b6-f9e9bf6adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:57.175116093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4b5bb8-7646-47c2-98b6-f9e9bf6adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:57.226995401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4b5bb8-7646-47c2-98b6-f9e9bf6adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:57.966660591Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"d3e5ae08-1f56-452b-91d0-58c2e474006c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.621156586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"97a1f82f-3e44-43f3-8ca2-1b42ebcb1042","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.676306621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"d5c147f9-6ea5-45b7-ad18-7963fd37689f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.676332772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"d5c147f9-6ea5-45b7-ad18-7963fd37689f","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.730457635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"228ab45d-6e61-491f-ab7c-79267e990b0c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.781348474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"440923ca-d6c7-4af6-baea-c7b2bce58964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.782169371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f11f296f-1fdc-4494-915d-59a644214298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.786354836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"18c4a426-5015-4678-99eb-2e3ca37cd36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.787557942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"228ab45d-6e61-491f-ab7c-79267e990b0c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.838287656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"440923ca-d6c7-4af6-baea-c7b2bce58964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.83890487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f11f296f-1fdc-4494-915d-59a644214298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839269012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8a89d240-3091-4d6e-bf09-f82e2decc886","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839284982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8a89d240-3091-4d6e-bf09-f82e2decc886","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839576982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf5d2baa-a244-4c5b-88ec-7ff0c5872a99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839589756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf5d2baa-a244-4c5b-88ec-7ff0c5872a99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839835013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8596bf23-ccdb-4f04-a6c2-4d0cacbd2dd4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.839847346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8596bf23-ccdb-4f04-a6c2-4d0cacbd2dd4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.842966211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f23dbc8e27c31c67db8cad9ec44ab5de4bb97c1f17edf3b15c203b2853d449c) AuthConfig (0d86a4c9bb1b1cb889a7a8bcc62821c9f3f5fa57692a2dcae6ffccf0e6a06ef2) AuthConfig (b539d0ce72f6a40952b5e051cd566d5c71fadb75e58a631e12b3b16b0652e07f) AuthConfig (4f579b2f7f7ae637d25fa4ce4fdf60a18dcf1fc19d290aa9ad8121213fd35d5b) AuthConfig (b20bee88534b2979db758ec87940cca4018494151116a531a09cd1e915ca4e90) AuthConfig (b50c4cee0001f5fbf4ae4bfde356ce0b2fbd42f4da8168688fe2abe8ee1e696b) AuthConfig (603360714b28e558704b08626028d414833c7601810b21e5c5430386738c035f) AuthConfig (635c387e9bd02ff9994b9d3b60d14316675a293bbd1909d5bcca892ea70691b8) AuthConfig (61ab3862693eef19aa63e9c601589d63c37a2d1c16b4e3365c55c929a8346307) AuthConfig (35968ba041dff593d0857f1a914026811e5cdb4e1cfb20a7a68da6991baac1ef) AuthConfig (fd2abad75faebef84fdbf5f1abe9645618c171c4ca2b4788a34a5f01b123670d) AuthConfig (558444ef5167f6a1c419c5065232af10d41ba6f2870646276ce8901a534e5826) AuthConfig (33aa9cb762db66c51c34868387846af7b1cfaf7c69bb69108bf6c3a7be82a7c9) AuthConfig (12e52bef247fc23880a4eedbe4e63433ad4cd741f9f38a55eb54c1b613f12068) AuthConfig (b7c078e3b478a118c6088ab98ad441f6264065843173cd354019a509835d1a09) AuthConfig (4a54c684da93c328f22aed2f3d3d22efb9e5e4a34f965291d2e706f8870fee36) AuthConfig (e3a1be516af01865aa24521f780facb75afb31772b321bcb77d5c6f9ccff4aa2) AuthConfig (b647635817e0faa59e63d6c591c89b3ac3ae52bc1f182e4d670f7714fdc8d0d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"228ab45d-6e61-491f-ab7c-79267e990b0c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.843556196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"18c4a426-5015-4678-99eb-2e3ca37cd36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.892073127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a1193e74-bf2e-4721-869d-7c5d29be0ff8","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.89209536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a1193e74-bf2e-4721-869d-7c5d29be0ff8","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.944576436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21d81d36-9924-493f-8a0f-3aec21b94200","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.944595589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21d81d36-9924-493f-8a0f-3aec21b94200","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.944894367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83da937d-907f-479b-9c66-4df96b62ea3e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.944907442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83da937d-907f-479b-9c66-4df96b62ea3e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945158059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b1f6012-47d6-45f4-b3f6-07c7ba9841dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945168899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b1f6012-47d6-45f4-b3f6-07c7ba9841dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945348715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59d2a5a1-6277-4a04-9c7e-fb1fa53b09da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945357741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59d2a5a1-6277-4a04-9c7e-fb1fa53b09da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945776716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2600b97c-4b87-4897-9878-6ce4c27dd92f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.945844747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2600b97c-4b87-4897-9878-6ce4c27dd92f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:58.987747651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4cf7c11d-0a6a-4d48-83be-e3055bedf42b","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.044903555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4cf7c11d-0a6a-4d48-83be-e3055bedf42b","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.048261532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c22f402-de4c-4cad-897f-4670e1a1f42d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.048527858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f10f44e-d02d-4ba1-a4b5-62c4e563ae71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.100634499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"49877a9a-346c-49ed-91d4-b0854c04f3b9","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.180648222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf9fc5-48d6-47c5-80a7-dbdeed8e18c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.233160701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf9fc5-48d6-47c5-80a7-dbdeed8e18c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.285270004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf9fc5-48d6-47c5-80a7-dbdeed8e18c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.285714659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"92f2c84c-6a27-4f8e-a9ec-0874f9c75297","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.337452881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cf9fc5-48d6-47c5-80a7-dbdeed8e18c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.338076359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d9fe97-7e27-40b2-b05f-d5e7de7514b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.389923587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc39de6e-dcff-40bb-bf24-35125ee49ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.396980024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d9fe97-7e27-40b2-b05f-d5e7de7514b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.397123818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"92f2c84c-6a27-4f8e-a9ec-0874f9c75297","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.442021437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"71c84626-16ef-4ce3-b03b-31d5c8842925","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.447376218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc39de6e-dcff-40bb-bf24-35125ee49ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.498868014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cacfaac0-ad26-4b89-b69f-4b4d775a5ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.502336928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"71c84626-16ef-4ce3-b03b-31d5c8842925","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.555731755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cacfaac0-ad26-4b89-b69f-4b4d775a5ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.915570699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7206fc0a-a1be-4a1b-81ef-fe2af95397e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.961804299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8ac42393-5d3a-4a62-954c-2fabf5dbd486","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:52:59.972185044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7206fc0a-a1be-4a1b-81ef-fe2af95397e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.002772804Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"10c288e2-8a70-43d5-a655-26beace67bfc","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.01864728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8ac42393-5d3a-4a62-954c-2fabf5dbd486","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.063996576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"da9c0d9a-4435-4d37-a2ee-5270216951d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.07276573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"6a34d24c-41f4-4100-ba9d-dd9c38c928ae","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.074478474Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"8ac42393-5d3a-4a62-954c-2fabf5dbd486","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.110215966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"26803917-77c5-4fbd-84aa-6aa73ed3a226","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.12093983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"da9c0d9a-4435-4d37-a2ee-5270216951d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.130306033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"6a34d24c-41f4-4100-ba9d-dd9c38c928ae","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.168582733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"26803917-77c5-4fbd-84aa-6aa73ed3a226","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.177177169Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"da9c0d9a-4435-4d37-a2ee-5270216951d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.22469732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f23dbc8e27c31c67db8cad9ec44ab5de4bb97c1f17edf3b15c203b2853d449c) AuthConfig (0d86a4c9bb1b1cb889a7a8bcc62821c9f3f5fa57692a2dcae6ffccf0e6a06ef2) AuthConfig (b539d0ce72f6a40952b5e051cd566d5c71fadb75e58a631e12b3b16b0652e07f) AuthConfig (4f579b2f7f7ae637d25fa4ce4fdf60a18dcf1fc19d290aa9ad8121213fd35d5b) AuthConfig (b20bee88534b2979db758ec87940cca4018494151116a531a09cd1e915ca4e90) AuthConfig (b50c4cee0001f5fbf4ae4bfde356ce0b2fbd42f4da8168688fe2abe8ee1e696b) AuthConfig (603360714b28e558704b08626028d414833c7601810b21e5c5430386738c035f) AuthConfig (635c387e9bd02ff9994b9d3b60d14316675a293bbd1909d5bcca892ea70691b8) AuthConfig (61ab3862693eef19aa63e9c601589d63c37a2d1c16b4e3365c55c929a8346307) AuthConfig (35968ba041dff593d0857f1a914026811e5cdb4e1cfb20a7a68da6991baac1ef) AuthConfig (fd2abad75faebef84fdbf5f1abe9645618c171c4ca2b4788a34a5f01b123670d) AuthConfig (558444ef5167f6a1c419c5065232af10d41ba6f2870646276ce8901a534e5826) AuthConfig (33aa9cb762db66c51c34868387846af7b1cfaf7c69bb69108bf6c3a7be82a7c9) AuthConfig (12e52bef247fc23880a4eedbe4e63433ad4cd741f9f38a55eb54c1b613f12068) AuthConfig (b7c078e3b478a118c6088ab98ad441f6264065843173cd354019a509835d1a09) AuthConfig (4a54c684da93c328f22aed2f3d3d22efb9e5e4a34f965291d2e706f8870fee36) AuthConfig (e3a1be516af01865aa24521f780facb75afb31772b321bcb77d5c6f9ccff4aa2) AuthConfig (b647635817e0faa59e63d6c591c89b3ac3ae52bc1f182e4d670f7714fdc8d0d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"26803917-77c5-4fbd-84aa-6aa73ed3a226","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.433778446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b8ef8e-8ab4-4023-abbb-89cea7192799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.436264809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd9c038-f9f8-4b52-8ba3-db70a7c704f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.437201441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a3620933-e3c0-4e66-867d-ae125965fe96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.490576378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b8ef8e-8ab4-4023-abbb-89cea7192799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.493148828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd9c038-f9f8-4b52-8ba3-db70a7c704f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.494192155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a3620933-e3c0-4e66-867d-ae125965fe96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.595164683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"47916c1b-bf98-4b98-b9e1-a969aa5f042b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.652350655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"47916c1b-bf98-4b98-b9e1-a969aa5f042b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.751156073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"1f0fed6c-0c3c-4d2a-bef4-f6ac59b46fcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.811108877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"1f0fed6c-0c3c-4d2a-bef4-f6ac59b46fcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.856866043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"1912eec4-6472-446c-8d3d-88a4ab3f595b","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.866428173Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"1f0fed6c-0c3c-4d2a-bef4-f6ac59b46fcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:00.914019408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"1912eec4-6472-446c-8d3d-88a4ab3f595b","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.010876457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"cf19c1b9-b19a-4c54-b388-a69c3b6890ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.014666671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"5f1d7575-444e-4500-b8f8-1f694d36ecfe","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.068996747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"cf19c1b9-b19a-4c54-b388-a69c3b6890ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.071083985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7c8b154d-7fd7-4d3b-ba9d-984423edae0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.072436064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"5f1d7575-444e-4500-b8f8-1f694d36ecfe","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.125725237Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"cf19c1b9-b19a-4c54-b388-a69c3b6890ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.128943145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7c8b154d-7fd7-4d3b-ba9d-984423edae0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.172227994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0784d10e-f251-4bc4-917f-47127aa3f8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.229145876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0784d10e-f251-4bc4-917f-47127aa3f8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.479360215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"187f15a0-0dbf-467d-b226-f4f572bc6851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.536450144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"187f15a0-0dbf-467d-b226-f4f572bc6851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.583746904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f6fac9f5-de35-420c-831a-79c4f019de71","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.641325548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"f6fac9f5-de35-420c-831a-79c4f019de71","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.694284659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"fa629e15-01af-4c35-b9e1-5951c167c9bc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:01.751316311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"fa629e15-01af-4c35-b9e1-5951c167c9bc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:02.772497829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"decfc1a1-04ea-4edc-b48a-307d852b5441","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","subscription":"e2e-rate-iso-a-6a0d53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:02.824662341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"decfc1a1-04ea-4edc-b48a-307d852b5441","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:02.87715229Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-rate-iso-a-6a0d53","reconcileID":"decfc1a1-04ea-4edc-b48a-307d852b5441","MaaSSubscription":{"name":"e2e-rate-iso-a-6a0d53","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:03.149497237Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:03.149506078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"01423bdd-519d-473f-9f23-34885b60055c","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/rate-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:03.149630447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"rate-test-model-29269b","reconcileID":"01423bdd-519d-473f-9f23-34885b60055c","MaaSModelRef":{"name":"rate-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"rate-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"rate-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:03.312664013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"b683aacf-4e58-4641-84cc-02454bad8cd3","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:03.312683566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"b683aacf-4e58-4641-84cc-02454bad8cd3","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:06.626898331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"f66a154c-c5e0-445f-aa46-0ab2e3354123","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:06.93166738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"f04e587f-8a13-4b0b-a285-87e5738c2a46","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:10.33211331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"887fccac-08c4-435a-8977-c5c1fa5d6c4c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:10.389062906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"887fccac-08c4-435a-8977-c5c1fa5d6c4c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:10.445034586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cec7a4bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f23dbc8e27c31c67db8cad9ec44ab5de4bb97c1f17edf3b15c203b2853d449c) AuthConfig (0d86a4c9bb1b1cb889a7a8bcc62821c9f3f5fa57692a2dcae6ffccf0e6a06ef2) AuthConfig (b539d0ce72f6a40952b5e051cd566d5c71fadb75e58a631e12b3b16b0652e07f) AuthConfig (4f579b2f7f7ae637d25fa4ce4fdf60a18dcf1fc19d290aa9ad8121213fd35d5b) AuthConfig (b20bee88534b2979db758ec87940cca4018494151116a531a09cd1e915ca4e90) AuthConfig (b50c4cee0001f5fbf4ae4bfde356ce0b2fbd42f4da8168688fe2abe8ee1e696b) AuthConfig (603360714b28e558704b08626028d414833c7601810b21e5c5430386738c035f) AuthConfig (635c387e9bd02ff9994b9d3b60d14316675a293bbd1909d5bcca892ea70691b8) AuthConfig (61ab3862693eef19aa63e9c601589d63c37a2d1c16b4e3365c55c929a8346307) AuthConfig (35968ba041dff593d0857f1a914026811e5cdb4e1cfb20a7a68da6991baac1ef) AuthConfig (fd2abad75faebef84fdbf5f1abe9645618c171c4ca2b4788a34a5f01b123670d) AuthConfig (558444ef5167f6a1c419c5065232af10d41ba6f2870646276ce8901a534e5826) AuthConfig (33aa9cb762db66c51c34868387846af7b1cfaf7c69bb69108bf6c3a7be82a7c9) AuthConfig (12e52bef247fc23880a4eedbe4e63433ad4cd741f9f38a55eb54c1b613f12068) AuthConfig (b7c078e3b478a118c6088ab98ad441f6264065843173cd354019a509835d1a09) AuthConfig (4a54c684da93c328f22aed2f3d3d22efb9e5e4a34f965291d2e706f8870fee36) AuthConfig (e3a1be516af01865aa24521f780facb75afb31772b321bcb77d5c6f9ccff4aa2) AuthConfig (b647635817e0faa59e63d6c591c89b3ac3ae52bc1f182e4d670f7714fdc8d0d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"887fccac-08c4-435a-8977-c5c1fa5d6c4c","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.47872898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"9e0b1279-5a41-4dd2-a1b2-de5138fde3a6","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","subscription":"e2e-rate-iso-b-6a0d53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.531240692Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"9e0b1279-5a41-4dd2-a1b2-de5138fde3a6","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.583924811Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-rate-iso-b-6a0d53","reconcileID":"9e0b1279-5a41-4dd2-a1b2-de5138fde3a6","MaaSSubscription":{"name":"e2e-rate-iso-b-6a0d53","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.865179607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c0404816-043a-4424-b275-54ca02ab7c94","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/rate-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.86521164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"rate-test-model-8f16f5","reconcileID":"c0404816-043a-4424-b275-54ca02ab7c94","MaaSModelRef":{"name":"rate-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"rate-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"rate-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:13.869299206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.2252485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0853e298-cabc-4c3e-b365-df28f5341958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.226026462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbb378ab-1619-4c1a-b864-b3c98ddc5eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.226466185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"defd30f5-1163-4382-bb3d-5085b8c80bf6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.282413608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0853e298-cabc-4c3e-b365-df28f5341958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.28385289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"defd30f5-1163-4382-bb3d-5085b8c80bf6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:16.284683484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbb378ab-1619-4c1a-b864-b3c98ddc5eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:17.037116253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"c549153c-3af7-4b1b-b9a3-190dd89d590a","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:20.06675236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:20.552799547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"e2a0d547-0395-4da2-a034-37295bc7c6a6","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:20.614292315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"e2a0d547-0395-4da2-a034-37295bc7c6a6","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:20.933187191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"763c70bb-1c0f-4d31-a566-82cbcf2f3bec","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:20.933206709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"763c70bb-1c0f-4d31-a566-82cbcf2f3bec","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:27.143038145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"c74c4a4a-50c4-4117-b51c-5072c5c6c224","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.748740619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"08f06acb-654b-4727-b50b-2928011d13c1","namespace":"llm","name":"e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.805866973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"20f55a54-7ac0-44fc-8e17-7ea5ffeb6f3c","namespace":"llm","name":"e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.909248693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"18d41eb2-5f2c-48ee-b177-01171c841b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.96003993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d37d92-8be0-4b6c-a9c6-3cc0c01a3460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.960210206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900e19a6-30d7-42da-8a83-28f7f13c2b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:29.96603272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"18d41eb2-5f2c-48ee-b177-01171c841b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.016706609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d37d92-8be0-4b6c-a9c6-3cc0c01a3460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.017189878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900e19a6-30d7-42da-8a83-28f7f13c2b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.113101722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"293c964a-3901-4d77-9e6a-353ce050840e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.113584408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"66969a31-06ee-4a4e-8910-b570430c6864","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.160928637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"ac076db7-24ae-494e-b26b-a49e664d91f7","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"name":"e2e-rt-eq-ca2488","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.170206696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"66969a31-06ee-4a4e-8910-b570430c6864","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.171301681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"293c964a-3901-4d77-9e6a-353ce050840e","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.270475188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d28712b-1bd5-47d6-8425-f912d450b6b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.270502946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d28712b-1bd5-47d6-8425-f912d450b6b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.27099306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ebcd256-18fc-492f-a21b-7cf732f402a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.271015753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ebcd256-18fc-492f-a21b-7cf732f402a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.271325337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f5980ee-4639-472a-9e26-683561948c96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.27134349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f5980ee-4639-472a-9e26-683561948c96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.271689391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d8e56ca0-0253-42e5-a894-014e89e6056f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.271707352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d8e56ca0-0253-42e5-a894-014e89e6056f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.324094078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"dcaedc7a-b6ef-4f1c-bc14-59c054126edc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.324124671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"dcaedc7a-b6ef-4f1c-bc14-59c054126edc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.350401622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9696b2a-7f0e-4c97-a07c-a70dea03dec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.350414047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"993c530a-9556-41be-9d20-f60b56bf21c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.402287756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"9476d2a1-b0ed-4374-b1cd-9f1fca48d93c","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.428767656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"370aa0b2-0e02-4e92-b5e9-90997f99bdf7","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"name":"e2e-rt-eq-ca2488","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.429084352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b4a0f808-6e0e-4961-99b4-5b69ebdd8269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.480511983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c1b25f0-e6df-4f35-9501-a872c2e59a4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.480528403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c1b25f0-e6df-4f35-9501-a872c2e59a4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.480863354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc8b962c-a9d8-4970-917b-670a22777728","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.480880247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc8b962c-a9d8-4970-917b-670a22777728","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.481212136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fad8cfdc-8717-4efb-a44e-d4505eea7307","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.481225762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fad8cfdc-8717-4efb-a44e-d4505eea7307","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.481513983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0123df9a-6c3c-4192-9589-3edccecf4bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.481527344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0123df9a-6c3c-4192-9589-3edccecf4bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.485834359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b4a0f808-6e0e-4961-99b4-5b69ebdd8269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.532308409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"8c3af45c-b624-4163-8a6b-76db6fdadfc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.591043832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"8c3af45c-b624-4163-8a6b-76db6fdadfc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.63697199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"df938110-d6aa-437a-997e-3c1a17693796","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.689289334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c49f364d-fa4f-41f1-9389-8dad5a0cc446","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.694463807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"df938110-d6aa-437a-997e-3c1a17693796","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.746367573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"c49f364d-fa4f-41f1-9389-8dad5a0cc446","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.749925516Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"df938110-d6aa-437a-997e-3c1a17693796","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.795441128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"908e5cbb-7969-47fd-9210-035dc5c265fa","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.846527083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"a7d7cd4d-358e-4ed4-9077-91910be2f8ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.853421813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"908e5cbb-7969-47fd-9210-035dc5c265fa","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.903999705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"a7d7cd4d-358e-4ed4-9077-91910be2f8ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:30.962251224Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"a7d7cd4d-358e-4ed4-9077-91910be2f8ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.057436668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"042ca9e5-1bcf-498a-a7a3-3b0d597e474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.114499702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"042ca9e5-1bcf-498a-a7a3-3b0d597e474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.164309005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"75afc136-3c3f-4f2a-930d-5ed5a1df65bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.220884765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"75afc136-3c3f-4f2a-930d-5ed5a1df65bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.254914461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d64e0982-eb7b-4c42-be59-8b5bcef82989","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.269657297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"528f2af7-50f8-4f71-b065-8f554c3d819b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.312242558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"d64e0982-eb7b-4c42-be59-8b5bcef82989","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.326695585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"528f2af7-50f8-4f71-b065-8f554c3d819b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.477612424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"93e540ef-76c1-4817-8591-42aec6876d44","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.484834133Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"3b3647a5-ba66-431b-bf2b-267c4edab1e6","namespace":"llm","name":"e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.534808794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"93e540ef-76c1-4817-8591-42aec6876d44","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.537309994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"5df9360a-7c64-44c1-a0d3-573f53e26f79","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.537332138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"5df9360a-7c64-44c1-a0d3-573f53e26f79","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.628934477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c5da5e-870f-4830-998a-c21c3df388ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.684733868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c672446c-931f-42b2-9b30-a1479970bfe5","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.685846206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c5da5e-870f-4830-998a-c21c3df388ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.742024951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c672446c-931f-42b2-9b30-a1479970bfe5","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.830298243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"655eb220-502e-460c-ad8e-338feccef933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.834648574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"096a1549-8a08-4435-9b8b-ffd6cb62480c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.888407492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"655eb220-502e-460c-ad8e-338feccef933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:31.891890876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"096a1549-8a08-4435-9b8b-ffd6cb62480c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.085414556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a680ccb9-ca66-4b9e-b3b0-36453d42a6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.142258523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a680ccb9-ca66-4b9e-b3b0-36453d42a6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.183235703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4abc297e-f1e3-47f0-a95d-e202a04ffff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.188457675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"0403151e-73ca-4790-9eee-c413d950ea09","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.242374757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"4abc297e-f1e3-47f0-a95d-e202a04ffff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.247517872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"0403151e-73ca-4790-9eee-c413d950ea09","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.421715804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"41a4d6f3-4ddd-402c-831f-03e4eedad41e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.48215542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"41a4d6f3-4ddd-402c-831f-03e4eedad41e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.493258189Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","namespace":"ai-tenant-e2e-migrate-1051f3ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.493325243Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","namespace":"ai-tenant-e2e-migrate-1051f3ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.493379491Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","tenant":"e2e-migrate-1051f3ac","tenantID":"e2e-migrate-1051f3ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.527707722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e89eef84-6c2b-4a7a-ba64-b61cec739bd2","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.547570196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Deployment","name":"maas-api-e2e-migrate-1051f3ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.612340876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"e89eef84-6c2b-4a7a-ba64-b61cec739bd2","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.61287659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Service","name":"maas-api-e2e-migrate-1051f3ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.675216083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-1051f3ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.698850662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ce1fa302-9cd2-4e6f-a08a-567958cbf5a9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.729445802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-1051f3ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.734270309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0a344c-7c4d-4663-a3cf-fd0762a409bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.757510037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"ce1fa302-9cd2-4e6f-a08a-567958cbf5a9","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.784302314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.793322732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0a344c-7c4d-4663-a3cf-fd0762a409bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.841198284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.884466716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"14d63c52-1583-4f5f-9ff5-53e45d197d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.893151981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.930298986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a27066e4-19ed-43f0-a1cb-cce04f45eb2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.941472324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"14d63c52-1583-4f5f-9ff5-53e45d197d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.944686534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.990033126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a27066e4-19ed-43f0-a1cb-cce04f45eb2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:32.999997207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Deployment","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.051807101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.103436377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Service","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.145574249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"f77fbcab-b4f0-4658-8142-57741c05692a","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.154999461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"Service","name":"payload-pre-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.202527219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"f77fbcab-b4f0-4658-8142-57741c05692a","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.206714451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.261554941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.304397035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"381e462e-4367-447c-a258-0e9ffeab6eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.318398432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.361475348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"381e462e-4367-447c-a258-0e9ffeab6eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.369985054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.393878062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2767af6f-ec15-4b45-8b09-445e7e360409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.417549716Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"381e462e-4367-447c-a258-0e9ffeab6eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.421520744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.450794629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2767af6f-ec15-4b45-8b09-445e7e360409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.472876501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.506261122Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2767af6f-ec15-4b45-8b09-445e7e360409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.524286585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-1051f3ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:33.575688911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"namespace":"ai-tenant-e2e-migrate-1051f3ac","name":"default-tenant","reconcileID":"fe815b4e-c6b0-483c-90c8-0cce7748e640","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-1051f3ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:34.434020646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1051f3ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1051f3ac","reconcileID":"262a7b91-1959-4535-b564-2fe25598aaad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1051f3ac-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-1051f3ac-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:34.767929951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"9a38f073-1885-4694-8d94-388b7ab16b41","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.762424985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dee1fe3-f8c2-4da8-8bec-45a96507105e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.814670519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dee1fe3-f8c2-4da8-8bec-45a96507105e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.866646406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dee1fe3-f8c2-4da8-8bec-45a96507105e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.918726802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dee1fe3-f8c2-4da8-8bec-45a96507105e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.971042195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"465f1ba9-46d8-4d4b-a321-ad656c447470","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:35.971063892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"465f1ba9-46d8-4d4b-a321-ad656c447470","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.076119108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"956e5c1f-f264-4674-86eb-32d31b62eb78","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.076148924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"956e5c1f-f264-4674-86eb-32d31b62eb78","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.30165117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"6dbf7e21-89b5-435f-b89f-5d4f98ddf332","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.362093851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"6dbf7e21-89b5-435f-b89f-5d4f98ddf332","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.707701748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"601e9724-4d92-4d80-a637-464680ecb18a","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.76021313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"4bcbd815-10e8-4ca5-978e-653dee69132b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.760236838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"4bcbd815-10e8-4ca5-978e-653dee69132b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.765470633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"d521caac-0a00-4f10-8ff0-0b7e81587c68","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.814280371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"f97162d3-2d45-4d32-bdf2-bbd1355e89df","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.81430924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"f97162d3-2d45-4d32-bdf2-bbd1355e89df","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.822348458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"d521caac-0a00-4f10-8ff0-0b7e81587c68","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.866524838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"c80b53f2-d0a5-4d22-acfd-2f093bc22685","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.920026384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"ba1c76da-9637-40b3-8f0a-ebe72c284ea5","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.987494522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"5bcacb56-96a5-4b7a-b324-b6a14f2ff107","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:36.987513566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"5bcacb56-96a5-4b7a-b324-b6a14f2ff107","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.133443995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"7deb0b10-5892-498e-bc3f-10aa25f2d944","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.191297754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"7deb0b10-5892-498e-bc3f-10aa25f2d944","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.250261751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"6e31a931-7f29-4cfc-92cc-ce05e6a92a93","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.872942747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f84e36-3c99-4e9e-af79-db7896f71279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.925271974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f84e36-3c99-4e9e-af79-db7896f71279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.926114229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"c9cdf527-ea14-49bc-85b2-9e3be425a863","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:37.976790406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f84e36-3c99-4e9e-af79-db7896f71279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:38.028864678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f84e36-3c99-4e9e-af79-db7896f71279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:38.093236707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"084aa8bf-3b9e-49c6-8531-fa148e7a7024","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:39.252594484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"48b9df29-6df5-4aa0-b68d-3887954268a1","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:39.430108407Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e80dd524","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e80dd524","reconcileID":"0a7acf0f-fd2f-49bc-b097-a062b4129c87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e80dd524","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e80dd524":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:39.754584188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"c529b716-90ba-4e25-bc89-41a7b0f3f0be","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.004980158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697e98e7-e047-4888-98ba-913ad64bf3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.057346466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697e98e7-e047-4888-98ba-913ad64bf3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.109185523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697e98e7-e047-4888-98ba-913ad64bf3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.161188408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697e98e7-e047-4888-98ba-913ad64bf3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.439226244Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"09303806-f4aa-4758-a1a3-9b9ec00af773","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.492168567Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"62e3c720-76cb-4024-950d-ef210d5201ad","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.725645959Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"5e61a55e-a71d-4a98-8a30-3dadaa852b35","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.752382678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b8908e6c-9313-4034-aa7d-c2ce4182c539","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.777862805Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"2ed31a32-8b7e-4f4d-8342-c58d3ca5f07e","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.809494274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b8908e6c-9313-4034-aa7d-c2ce4182c539","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.863961947Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b8908e6c-9313-4034-aa7d-c2ce4182c539","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.925060847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"34d95bfb-0dfd-4be8-812a-8bca377ec431","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.925786918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0c30bbf9-7e4a-49c6-9a51-eb9ab840f08d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.940038669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7ff3ba7-8be1-404d-9b6d-1e9bac2c8dd1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.94075116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"db2eae7b-6598-4bb2-a268-dc3948a93cc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.984392624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"34d95bfb-0dfd-4be8-812a-8bca377ec431","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.984489708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"0c30bbf9-7e4a-49c6-9a51-eb9ab840f08d","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.999205913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7ff3ba7-8be1-404d-9b6d-1e9bac2c8dd1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:40.99928113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"db2eae7b-6598-4bb2-a268-dc3948a93cc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.011000188Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"d0535287-85b2-4cec-b150-d2d65a30ad94","MaaSModelRef":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"routeName":"external-model-e2e-rot-6a8a96-1680d1a13234","namespace":"e2e-extmod-rot-user-9ac61b","model":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.05606925Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"f7ff3ba7-8be1-404d-9b6d-1e9bac2c8dd1","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.056171941Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"db2eae7b-6598-4bb2-a268-dc3948a93cc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.273942454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"09faba9c-ce84-4d90-baba-7ddb8d20f96a","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.310316781Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"ea5afece-c522-4fc1-851a-a900dab9fdf0","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","error":"MaaSModelRef not found: e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.338850595Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"46e9eb3a-60b7-42de-af6e-14c234ae1ffe","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.400022113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"733f0b45-e4a5-466e-a3b8-cf7ea64a06b3","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.462501012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"733f0b45-e4a5-466e-a3b8-cf7ea64a06b3","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.462662896Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"733f0b45-e4a5-466e-a3b8-cf7ea64a06b3","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.536951949Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rot-6a8a96-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ca2488-sub models-as-a-service/e2e-rt-sw-7a30a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.631806754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"6fb60e0e-f4a3-4b9b-be19-73ae4e934164","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.631914945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"6fb60e0e-f4a3-4b9b-be19-73ae4e934164","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.673495736Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6a8a96","namespace":"e2e-extmod-rot-user-9ac61b"},"namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","reconcileID":"f1486f52-682f-4f1c-a48b-3b40d46f0411","namespace":"e2e-extmod-rot-user-9ac61b","name":"e2e-rot-6a8a96","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:53:41.686703217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-ca2488-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-ca2488-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.743465071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"101d588f-7136-4616-91b1-69d351987e6c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.799821628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"00abeb10-808a-426a-8d55-d29021fba5e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.806315429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"867d626f-5b1a-4614-a0bd-cf2424145fd9","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.806339152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"867d626f-5b1a-4614-a0bd-cf2424145fd9","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.808613908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"101d588f-7136-4616-91b1-69d351987e6c","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.859370532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"00abeb10-808a-426a-8d55-d29021fba5e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.907133245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"85a45431-db81-46fa-9cf9-5a21e24bf1c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.912943458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8727409b-8477-4556-a5cd-c723fec03900","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.917775672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"5c662a6a-6500-47d9-9436-ccb8e9e4746b","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.926273391Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"00abeb10-808a-426a-8d55-d29021fba5e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.966303508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"85a45431-db81-46fa-9cf9-5a21e24bf1c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:41.971700263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8727409b-8477-4556-a5cd-c723fec03900","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.026561462Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"85a45431-db81-46fa-9cf9-5a21e24bf1c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.027123585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"ad09a964-b3a9-4951-ba34-40b97780d323","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.02714296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"ad09a964-b3a9-4951-ba34-40b97780d323","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.067430955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b3325b0c-dca5-41a7-90d5-4d5e3f0b4098","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.07992519Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"c2c9ff28-5eb0-4244-8fe9-f2cd932c1fc9","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ca2488","model":"e2e-rt-eq-ca2488","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-ca2488-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.132481733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b3325b0c-dca5-41a7-90d5-4d5e3f0b4098","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.132769766Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"b3325b0c-dca5-41a7-90d5-4d5e3f0b4098","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.245981972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848701b6-479a-4546-97c8-f9809e7b7eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.298083714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848701b6-479a-4546-97c8-f9809e7b7eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.34988525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848701b6-479a-4546-97c8-f9809e7b7eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.402228316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848701b6-479a-4546-97c8-f9809e7b7eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.457450777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b0ea3089-b18a-4b60-9349-e102bf9e8e3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.457707602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"6ade14f5-dc4f-486f-b865-cc5144ef3dba","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.460976382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"30b84a73-b1f7-4200-ba70-11ee173f7f43","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.460995048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"30b84a73-b1f7-4200-ba70-11ee173f7f43","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.517233155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b0ea3089-b18a-4b60-9349-e102bf9e8e3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.517266186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"6ade14f5-dc4f-486f-b865-cc5144ef3dba","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.621019553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"25c71ec9-384a-4c3d-aca8-4c1e6024cc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.621313206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"b42f6137-f0e2-4cf0-bf6c-0766a69102b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.677227404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"668ca6ad-ecf5-4d97-86b2-fa6ce8dacf6a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.683422115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"25c71ec9-384a-4c3d-aca8-4c1e6024cc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.683416054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"b42f6137-f0e2-4cf0-bf6c-0766a69102b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.733739482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"bae54c86-53f0-47cb-bd58-5c2ee471ef0f","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ca2488","model":"llm/e2e-rt-eq-ca2488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.7434087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"668ca6ad-ecf5-4d97-86b2-fa6ce8dacf6a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.844448995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7a4abce9-61bf-45ad-a909-d15f9d93067d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:42.90432012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"7a4abce9-61bf-45ad-a909-d15f9d93067d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.000641154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"05c71308-d4ee-4397-b47f-836858c7b290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.058257556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"05c71308-d4ee-4397-b47f-836858c7b290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.108822299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"acb24042-ca8a-4ea0-831a-81962e454580","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.171549742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"acb24042-ca8a-4ea0-831a-81962e454580","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.217638613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff6a3af8-10d3-4ea2-844e-84380b943ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.268779405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c3bc4e5-2a91-4050-9344-75f1d8d3aa32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.26943665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a2090e8f-baa5-492b-96a0-2900655a9566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.274661888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff6a3af8-10d3-4ea2-844e-84380b943ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.329198406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c3bc4e5-2a91-4050-9344-75f1d8d3aa32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.341071086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a2090e8f-baa5-492b-96a0-2900655a9566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.645891644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"3fe9b8ea-d53e-4a03-a0d5-94fca8dd10bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.70276893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"3fe9b8ea-d53e-4a03-a0d5-94fca8dd10bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.758794345Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"3fe9b8ea-d53e-4a03-a0d5-94fca8dd10bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.811288027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"252b520a-fb4d-4728-8758-f99fae6cbd99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.850618415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"895efc37-6462-4632-af91-8e759de57ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.868599418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"252b520a-fb4d-4728-8758-f99fae6cbd99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.908677979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"895efc37-6462-4632-af91-8e759de57ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:43.927316032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"252b520a-fb4d-4728-8758-f99fae6cbd99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.285700786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"4568c34d-86cf-4b3a-91af-feee3fc93ee9","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.338711509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"fc69990f-909a-4b42-a059-6a32cfacee06","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.338734277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"fc69990f-909a-4b42-a059-6a32cfacee06","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.344701349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"da370c99-6a9b-487b-80e5-9d17cd396468","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.420319392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"da370c99-6a9b-487b-80e5-9d17cd396468","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.444815242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"e28b3ab7-097f-426d-9af0-c720a60d4821","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.78959823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"e61141fe-18dc-4c18-b725-201b1950046b","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.852101955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"e8e45723-55ca-40d4-80e7-3b2789ebadbd","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:47.857067925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"e61141fe-18dc-4c18-b725-201b1950046b","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.260254383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de366d8-4b9b-4266-9335-156ee8a7e3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.261656104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f960b7-01e6-49b2-9c60-dd7e35c2edff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.262306272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"db7f38a8-ef53-4487-93a5-bdf3a7cc85e1","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.269384754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"f05185d4-a0c6-47aa-96ea-d54b51249f86","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.328607893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de366d8-4b9b-4266-9335-156ee8a7e3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.390751229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"f05185d4-a0c6-47aa-96ea-d54b51249f86","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.40208088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"db7f38a8-ef53-4487-93a5-bdf3a7cc85e1","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.407704105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f960b7-01e6-49b2-9c60-dd7e35c2edff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.510394637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"247936c7-53ec-445e-8a76-77cad02d4893","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:49.596749358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"247936c7-53ec-445e-8a76-77cad02d4893","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.045224136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"bc96dfc5-3d57-4ea8-bed9-0ec1ffe6feaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.071591383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.105403535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"bc96dfc5-3d57-4ea8-bed9-0ec1ffe6feaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.153961242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"3fe3b3d3-192d-46f8-9eac-c36315395bc7","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.223355167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"3fe3b3d3-192d-46f8-9eac-c36315395bc7","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.247413071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2d0c3924-576a-4746-9e4d-422867cd7c89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.30664506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2d0c3924-576a-4746-9e4d-422867cd7c89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.355189052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"f0ae974d-f8d4-446e-8629-f20898e04498","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.360571844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"fc0d346b-8ed3-4810-9c88-84b737d6314e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.368961111Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"2d0c3924-576a-4746-9e4d-422867cd7c89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.434332474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"fc0d346b-8ed3-4810-9c88-84b737d6314e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.4618035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"f0ae974d-f8d4-446e-8629-f20898e04498","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.546268804Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"f0ae974d-f8d4-446e-8629-f20898e04498","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:50.551669228Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"fc0d346b-8ed3-4810-9c88-84b737d6314e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:57.390974828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"157c81cb-92d3-4120-a2bd-88a8e3c84d71","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.259982045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"21271c2b-a28f-4900-9e11-bf2803137e2f","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","subscription":"e2e-rot-6a8a96-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.260138111Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-sub","reconcileID":"21271c2b-a28f-4900-9e11-bf2803137e2f","MaaSSubscription":{"name":"e2e-rot-6a8a96-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","error":"MaaSModelRef not found: e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.533839239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-recover-8485e2-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ca2488-sub models-as-a-service/e2e-rt-sw-7a30a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.675415894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c832bb6d-0aa2-47e7-abdd-ba0d6b6fc03f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.675438973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"c832bb6d-0aa2-47e7-abdd-ba0d6b6fc03f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.789362367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"8c28339a-9c28-490b-bcf0-4e4b14a9276a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.7893948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"8c28339a-9c28-490b-bcf0-4e4b14a9276a","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.894092834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"c610f06a-e794-4d90-8a43-f7d0e1f36743","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.894113358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"c610f06a-e794-4d90-8a43-f7d0e1f36743","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.89725911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"401850b1-a1be-4542-8511-b5141f75083d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.897358775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c3366648-5704-4a06-94b4-3b5d949cb30d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.898922242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"7427874b-0e39-4b10-998d-70445767fa81","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.930635695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"87cdc100-2b1c-42fd-8bf4-6a1d8ac7a0ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.931029542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"b413bf19-f6b9-40bd-8950-34143c6330cb","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.95521352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"c3366648-5704-4a06-94b4-3b5d949cb30d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.955438741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"401850b1-a1be-4542-8511-b5141f75083d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.957432524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"7427874b-0e39-4b10-998d-70445767fa81","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.988651499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"87cdc100-2b1c-42fd-8bf4-6a1d8ac7a0ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.988802165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"b413bf19-f6b9-40bd-8950-34143c6330cb","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.999853572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"b2d48976-061a-41d0-a524-d2d15da98bdc","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:53:59.999873269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"b2d48976-061a-41d0-a524-d2d15da98bdc","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.011343667Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"401850b1-a1be-4542-8511-b5141f75083d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.013351809Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"7427874b-0e39-4b10-998d-70445767fa81","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.045505376Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"87cdc100-2b1c-42fd-8bf4-6a1d8ac7a0ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.168015008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rot-6a8a96-access","reconcileID":"164e857a-96eb-4019-8de0-a32dae015dc1","MaaSAuthPolicy":{"name":"e2e-rot-6a8a96-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rot-user-9ac61b/e2e-rot-6a8a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.483671157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e2c30de2-d260-4ad8-ae61-f15259a99a98","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:00.541324158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"e2c30de2-d260-4ad8-ae61-f15259a99a98","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.742563378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"5212a59e-3d26-4d89-8b70-d874ed68ffc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.742564349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a0bfc59c-037f-4ada-95f0-64a8b0afad9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.743345909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"4d7ee7f9-3f7a-436a-9a48-3f5f550f4be0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.743374129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c636c39c-2d22-47e2-9dca-2bee5cde1459","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.743809757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"97980878-72a3-4541-b8d2-159fd3b89b77","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.801226601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a0bfc59c-037f-4ada-95f0-64a8b0afad9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.801226321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"5212a59e-3d26-4d89-8b70-d874ed68ffc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.807946584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"4d7ee7f9-3f7a-436a-9a48-3f5f550f4be0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.808348421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"97980878-72a3-4541-b8d2-159fd3b89b77","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.81601184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c636c39c-2d22-47e2-9dca-2bee5cde1459","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.866552118Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"5212a59e-3d26-4d89-8b70-d874ed68ffc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:01.866569653Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"4d7ee7f9-3f7a-436a-9a48-3f5f550f4be0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.018447519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"1e9b2a8b-21d2-4a9a-b413-b515f2f52f63","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ca2488","model":"llm/e2e-rt-eq-ca2488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.298645837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"821004fc-5615-4f32-bc2d-011d5041f72d","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.298681702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"821004fc-5615-4f32-bc2d-011d5041f72d","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.788192468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"a76d78ee-f37b-413d-aab8-3a8dba9b5239","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.788619485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a69506d0-bcd3-423a-a601-d5761278133d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.788901372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"2fd339da-a984-4dc2-9806-c61f3b97be8d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.789122631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f57aa4-033a-4c66-aaad-133967790355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.854397059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a69506d0-bcd3-423a-a601-d5761278133d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.858354321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f57aa4-033a-4c66-aaad-133967790355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.854436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"a76d78ee-f37b-413d-aab8-3a8dba9b5239","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:06.867000443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"2fd339da-a984-4dc2-9806-c61f3b97be8d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:07.503114214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"c682d702-a0ff-4ea5-be02-55a41f86123a","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:11.589908499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"6acb1e95-8a00-411f-ba89-157dced6066e","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","subscription":"e2e-rec-recover-8485e2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:11.590046762Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-sub","reconcileID":"6acb1e95-8a00-411f-ba89-157dced6066e","MaaSSubscription":{"name":"e2e-rec-recover-8485e2-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:11.915398732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-rec-ctrl-89c244-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ca2488-sub models-as-a-service/e2e-rt-sw-7a30a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.028392647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"705b4c75-572c-40fc-b7e8-1824e4ef9d55","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.028418059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"705b4c75-572c-40fc-b7e8-1824e4ef9d55","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.155692611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"7bca8ef8-82b9-4327-b15b-58cda82a99c5","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.155720737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"7bca8ef8-82b9-4327-b15b-58cda82a99c5","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.237672682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"44722e44-51d5-4201-b5a5-10ceae14daa0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.237702957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d62c54de-7707-4c5f-b2d6-b6df941ba178","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.238328397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"3e648cdf-235f-4aae-9b8f-1e1606e4cd05","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.238562516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"790012fc-b3e8-42d4-9cd0-5f052975963d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.238328331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"57c580a9-58bf-4c09-9c3c-2189a95f0289","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.261580793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"55359e8a-9e54-47a3-9bba-0e48ae676e87","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.261597747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"55359e8a-9e54-47a3-9bba-0e48ae676e87","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.30041187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"44722e44-51d5-4201-b5a5-10ceae14daa0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.30107532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"d62c54de-7707-4c5f-b2d6-b6df941ba178","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.303417612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"3e648cdf-235f-4aae-9b8f-1e1606e4cd05","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.303809336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"790012fc-b3e8-42d4-9cd0-5f052975963d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.305719539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"57c580a9-58bf-4c09-9c3c-2189a95f0289","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.356874253Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"44722e44-51d5-4201-b5a5-10ceae14daa0","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.360570827Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"790012fc-b3e8-42d4-9cd0-5f052975963d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:12.509894322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-recover-8485e2-access","reconcileID":"438a2486-ae58-42b5-a488-b139442dc55e","MaaSAuthPolicy":{"name":"e2e-rec-recover-8485e2-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-noaccess-9a07d6/e2e-rec-recover-8485e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.532687589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b7ef22b3-2b95-4dfe-b26c-464b89bcdf30","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.533018958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"90e5edba-e29a-443a-8000-7f043c425717","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.532687592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"23172efa-1a93-4a1e-b5dc-92a79eb54613","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.533566671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"2d024588-3861-49cf-b4c3-78d470ebbd82","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.592044833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"b7ef22b3-2b95-4dfe-b26c-464b89bcdf30","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.594437747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"2d024588-3861-49cf-b4c3-78d470ebbd82","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.595685613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"23172efa-1a93-4a1e-b5dc-92a79eb54613","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.596692345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"90e5edba-e29a-443a-8000-7f043c425717","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:13.65289641Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"90e5edba-e29a-443a-8000-7f043c425717","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.750115967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"0289dc05-4d38-4b90-bf75-3778024236ae","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.750148314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"0289dc05-4d38-4b90-bf75-3778024236ae","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.91252384Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"cb61c3be-cc22-4226-b4c4-c4f5fd46b1d8","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-afca4c7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.957614302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"f050fd79-3bad-4ebe-85c6-272ae4723373","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.958292887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7115af73-2685-4d1f-ace0-a46ef08f7293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:16.961938539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"5a8abea7-8c1e-447e-bc15-4606cdfe6162","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.014869903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"f050fd79-3bad-4ebe-85c6-272ae4723373","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.015390233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7115af73-2685-4d1f-ace0-a46ef08f7293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.018617866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"5a8abea7-8c1e-447e-bc15-4606cdfe6162","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.057798504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00d141a3-a271-4f69-8c63-ee7c65f61417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.114636613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00d141a3-a271-4f69-8c63-ee7c65f61417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.49197033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8acf92d4-b517-4553-a9f2-f514006fffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.580889604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5facbd0-b2c9-42c1-bdb6-2ca9f8265668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.584495546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8acf92d4-b517-4553-a9f2-f514006fffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.613174073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"8129077a-25aa-4185-8723-b5a6dbd88ba9","MaaSModelRef":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.626772247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"5bc7c0d5-2665-4316-93e7-f7595cfeb2a3","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.639186547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"d9669ac7-3ca1-442b-af04-67bbbe843dfd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.644748956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5facbd0-b2c9-42c1-bdb6-2ca9f8265668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.686641731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"5bc7c0d5-2665-4316-93e7-f7595cfeb2a3","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:17.695973161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"d9669ac7-3ca1-442b-af04-67bbbe843dfd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:20.067256621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.430852642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"94054c4e-25e1-4aa1-8705-c78cb63aa216","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","subscription":"e2e-rec-ctrl-89c244-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.430986803Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-sub","reconcileID":"94054c4e-25e1-4aa1-8705-c78cb63aa216","MaaSSubscription":{"name":"e2e-rec-ctrl-89c244-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","error":"MaaSModelRef not found: e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.651350513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"2e2c5319-c156-40ba-b728-17a6c226c0a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e80dd524","tenantID":"e2e-ait-e80dd524","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.75230765Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.769690226Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"2e2c5319-c156-40ba-b728-17a6c226c0a3","name":"e2e-ait-e80dd524-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.827476681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.827561234Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.863165808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"8baafb5d-df01-4a95-b487-238409823aaf","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.863186631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"8baafb5d-df01-4a95-b487-238409823aaf","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.885255813Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.885270921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.885340042Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.941938068Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"c78af66f-7f9b-42ef-8a30-647f988a91f3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.96820549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"2a04357c-b723-4c09-b4d7-09d6d2f4db5f","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.968225838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"2a04357c-b723-4c09-b4d7-09d6d2f4db5f","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:23.990708902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"82c152a4-4dc6-41fd-a2a5-d6fb63d7b813","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.016019074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"abe683e5-0930-423e-923f-44fb558ade6a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.018916919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"de1c0e8e-52f2-4e93-bdda-75b7a95eed78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.018930955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"4ee1a71e-5f99-4a67-b661-032f945bcec7","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.019312591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"150672f6-1fd6-46e3-ad6f-301388334654","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.022877723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"15ab5c59-d2af-4336-ba90-71518a5dbbf0","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.02289307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"15ab5c59-d2af-4336-ba90-71518a5dbbf0","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.04804723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"82c152a4-4dc6-41fd-a2a5-d6fb63d7b813","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.077875862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"abe683e5-0930-423e-923f-44fb558ade6a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.124894702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"4ee1a71e-5f99-4a67-b661-032f945bcec7","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.135750494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"150672f6-1fd6-46e3-ad6f-301388334654","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.139170397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"de1c0e8e-52f2-4e93-bdda-75b7a95eed78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.222604876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"6f0ef0c6-ae1a-461c-a3cf-c352db93c723","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.222632754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"6f0ef0c6-ae1a-461c-a3cf-c352db93c723","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.222872343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"4116f7cc-083b-469a-b9c3-4d38727a9618","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da1a9eff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.224875549Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"de1c0e8e-52f2-4e93-bdda-75b7a95eed78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.285404034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ae79e642-3180-4280-9e31-d2151adf5351","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.327017922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"9e3bc2ed-09a1-4731-940c-5190576399a7","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.327037263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"9e3bc2ed-09a1-4731-940c-5190576399a7","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.385812005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-rec-ctrl-89c244-access","reconcileID":"7177665a-0996-4960-8dff-1d8533e78a92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-89c244-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-rec-user-efae5f/e2e-rec-ctrl-89c244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.542063792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ae79e642-3180-4280-9e31-d2151adf5351","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.669813917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ae79e642-3180-4280-9e31-d2151adf5351","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"e2e-mt-cec7a4bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.669837571Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-policy-cec7a4bb","reconcileID":"ae79e642-3180-4280-9e31-d2151adf5351","MaaSAuthPolicy":{"name":"e2e-policy-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.726690757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"c0a1722a-3d15-4c7f-a39d-84d1adf4ae5f","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.726710455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"c0a1722a-3d15-4c7f-a39d-84d1adf4ae5f","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:24.835345483Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"90021449-1718-4bb0-bfdf-3d6c9332a2e0","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da1a9eff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:25.567379224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7e0b7e52-6a09-4c01-bcd3-d3fcac3f1ff7","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:25.567402609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7e0b7e52-6a09-4c01-bcd3-d3fcac3f1ff7","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:26.964782566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"46a00de4-c54d-46b6-9c48-17ddfe050f87","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ca2488","subscription":"e2e-rt-eq-ca2488-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.069528921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"46a00de4-c54d-46b6-9c48-17ddfe050f87","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.116782737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"de696e1b-bcd9-4398-9f09-75c0ccd8d701","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.121872065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-sub","reconcileID":"46a00de4-c54d-46b6-9c48-17ddfe050f87","MaaSSubscription":{"name":"e2e-rt-eq-ca2488-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ca2488","namespace":"llm","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.274809127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6ba6121b-7f88-4cfe-8bf5-41cfa6141990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.274809106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f2b3d166-bd53-40d1-88ca-c2a9a4d59a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.275327903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4c702731-fbc1-44e4-be2e-c3391ebce7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.326852866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8d010f76-066b-4874-a53f-8ee0f3240f23","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.332281813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"f2b3d166-bd53-40d1-88ca-c2a9a4d59a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.332580982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6ba6121b-7f88-4cfe-8bf5-41cfa6141990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.334783724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4c702731-fbc1-44e4-be2e-c3391ebce7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.380469045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"09209b4d-acc7-492d-a535-8c817e8da9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.383834231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"8d010f76-066b-4874-a53f-8ee0f3240f23","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.396253575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-detach-383d63-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.43891432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"09209b4d-acc7-492d-a535-8c817e8da9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.448004088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"51c33734-b3c0-4c52-bf76-65aad2ded66f","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.448023027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"51c33734-b3c0-4c52-bf76-65aad2ded66f","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.502310814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-807286","namespace":"e2e-extmod-att-noaccess-d92ac1"},"namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","reconcileID":"9f07fa7c-d15f-4d18-b415-f3402eafca33","namespace":"e2e-extmod-att-noaccess-d92ac1","name":"e2e-att-noaccess-807286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.610508446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"40db6edc-860c-4d92-915a-0794a6fa17f1","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.610568225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"40db6edc-860c-4d92-915a-0794a6fa17f1","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.744820979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8fd384e7-6987-4d33-aabc-d4bdd98e2391","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.744885293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"b38fd19e-eb0d-47fa-9760-1afaeb2b6f2d","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.745724402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee049f7a-66ed-4145-86a7-de55a816ecab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.802101822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8fd384e7-6987-4d33-aabc-d4bdd98e2391","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.80214107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"b38fd19e-eb0d-47fa-9760-1afaeb2b6f2d","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.804418361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee049f7a-66ed-4145-86a7-de55a816ecab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.853422674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52bceb2d-7e65-4db8-87ce-7b1d7758ae67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.911671777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52bceb2d-7e65-4db8-87ce-7b1d7758ae67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:27.953152707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"649a5448-c2cf-4731-bc45-4cb3ff8005af","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.01061007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"649a5448-c2cf-4731-bc45-4cb3ff8005af","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.166699208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a43e1239-083d-473a-a91b-41c68b0ee1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.223814694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"a43e1239-083d-473a-a91b-41c68b0ee1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.269512174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a6070622-234c-4a75-8d01-1ca32bbd6016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.269641973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e2b9d560-6a18-4688-950a-57cc4e8c73be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.317776986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7ba5669e-4acd-40b8-8b63-07d5f8e0b14a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.326779903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e2b9d560-6a18-4688-950a-57cc4e8c73be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.3280571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a6070622-234c-4a75-8d01-1ca32bbd6016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.379725667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"7ba5669e-4acd-40b8-8b63-07d5f8e0b14a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.480295329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"48e5dd01-4c57-4bf2-8894-5999cc59f929","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.481390137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ca2488-access","reconcileID":"fac235a5-c8a7-4519-b07e-aa9096dea0b1","MaaSAuthPolicy":{"name":"e2e-rt-eq-ca2488-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.53411977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a47702da-4828-4f6b-91a9-0e7fd07897fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.537393125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"48e5dd01-4c57-4bf2-8894-5999cc59f929","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.591042814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a47702da-4828-4f6b-91a9-0e7fd07897fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.693653558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"bce1b242-a6d9-42db-96ef-cbcdf5cf9027","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:28.693672297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"bce1b242-a6d9-42db-96ef-cbcdf5cf9027","MaaSModelRef":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ca2488-d8a0e9711142","namespace":"llm","model":"e2e-rt-eq-ca2488","externalModel":"e2e-rt-eq-ca2488","provider":"e2e-rt-eq-ca2488-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.081124121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"3775f678-1bc3-49a1-a46e-f88228d63c51","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.081148497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"3775f678-1bc3-49a1-a46e-f88228d63c51","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.238235245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ade7f303-c5b3-4009-879d-9d831f4b5344","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.238283828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"58fa3dc3-e8e7-4cd0-b46d-d32b066b53ee","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.238692631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"4ba4da71-b191-4ab9-802e-da88c239586b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.244583732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"fd6bef4d-c257-4e1d-8ac8-c0f7e26cb317","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-611d27fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.275593905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"1c7c802b-9fbc-4f36-89ac-19d7d2db63b8","namespace":"llm","name":"e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.296032517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"ade7f303-c5b3-4009-879d-9d831f4b5344","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.296056494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"4ba4da71-b191-4ab9-802e-da88c239586b","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.298139679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"58fa3dc3-e8e7-4cd0-b46d-d32b066b53ee","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.385031992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"bfdf2e90-1511-40cf-b1ca-5446317b88fc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.385056974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"bfdf2e90-1511-40cf-b1ca-5446317b88fc","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.433939522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c79ab23b-b5bb-4654-9df3-2639e786cd75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.43780534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"819349fb-4154-429e-8e39-4c1a3e71015f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.437822458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"819349fb-4154-429e-8e39-4c1a3e71015f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438048706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c0e3dbe-726e-449a-a8de-42f4d324870b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438059136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c0e3dbe-726e-449a-a8de-42f4d324870b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438251392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee0800c5-c06b-4776-9c41-9608a7d7ee68","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438260551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee0800c5-c06b-4776-9c41-9608a7d7ee68","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438441637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59b8037-f3fe-4a21-8e88-dbb58bb22538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438450945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59b8037-f3fe-4a21-8e88-dbb58bb22538","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438759329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"104c0576-8e6d-4e39-a014-2427071a7891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.438773592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"104c0576-8e6d-4e39-a014-2427071a7891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.439092982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e354f9-4d6d-4f6c-9e9b-515ee0139377","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.439107497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69e354f9-4d6d-4f6c-9e9b-515ee0139377","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.439332336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ac21ae9-7937-49b1-ab35-9d9cf76ae935","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.439345568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9ac21ae9-7937-49b1-ab35-9d9cf76ae935","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.439570259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96ea5d16-3e11-401e-816e-0fdbaa2cb860","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.43958259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96ea5d16-3e11-401e-816e-0fdbaa2cb860","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.485292248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"9a610f6c-c972-492b-8f92-47611405a59c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.491524704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c79ab23b-b5bb-4654-9df3-2639e786cd75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.542824226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"9a610f6c-c972-492b-8f92-47611405a59c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.546124479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffeb5a9c-eba3-40b9-818d-2070ca70a81b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.546431188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d93e607c-d2cd-4c6e-bdb3-f0de534b5b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.598442821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"f7846551-c485-4410-8df8-135c78ae6bbe","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","model":"llm/e2e-rt-sw-7a30a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.771706905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d193d47c-a09b-4999-ae5a-77cdb893870f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.771899747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"eaeba226-885c-4672-911d-bb5371d37cda","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.771707013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"3455570b-07ce-4093-bf36-35fa71e13754","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.829599942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"eaeba226-885c-4672-911d-bb5371d37cda","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.829749263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"d193d47c-a09b-4999-ae5a-77cdb893870f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.831723886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"3455570b-07ce-4093-bf36-35fa71e13754","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.876939094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"22c68795-f56d-4b5a-840c-9cfc2e46d478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.934152259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"22c68795-f56d-4b5a-840c-9cfc2e46d478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:29.977768477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f032816b-d6f3-4ab9-8f8e-caf641c0736f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.035008528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f032816b-d6f3-4ab9-8f8e-caf641c0736f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.195472118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"d4ccb7ef-4974-4e02-9591-bc43f7a91a3d","namespace":"llm","name":"e2e-rt-eq-ca2488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.246114819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df5059c5-3e7f-44ed-a6cd-9e66eb36ec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.297683009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e61c359-2b7a-4db8-8472-97d74546dc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.298350741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1614a86e-f16c-4701-8864-0a389666576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.303641784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"df5059c5-3e7f-44ed-a6cd-9e66eb36ec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.354912407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e61c359-2b7a-4db8-8472-97d74546dc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.354954665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1614a86e-f16c-4701-8864-0a389666576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.397370552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"a717bffe-9878-4f6e-8bf9-a0cb06d68330","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.446016969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"88bb8865-df40-494c-bb33-ab6ce1e360d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.454556473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"a717bffe-9878-4f6e-8bf9-a0cb06d68330","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.50295185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"88bb8865-df40-494c-bb33-ab6ce1e360d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.668713853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"69183c1d-5f64-4027-9fd1-a9f4ac4ddbfc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.725660194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"69183c1d-5f64-4027-9fd1-a9f4ac4ddbfc","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.77015928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"385b558e-8fbd-4aa1-93e3-86eefdadd3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.770164359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a88b3c6c-6c8a-4585-9ddf-2b496be22a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.835232815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"385b558e-8fbd-4aa1-93e3-86eefdadd3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.835257977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a88b3c6c-6c8a-4585-9ddf-2b496be22a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.888371644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b275ab41-cac3-4b9a-b775-72a406c9515e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.946565307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"8a80f9df-6f78-4399-b708-ebcaaff1db87","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:30.951573542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"b275ab41-cac3-4b9a-b775-72a406c9515e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.00516098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"8a80f9df-6f78-4399-b708-ebcaaff1db87","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.213034716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"73de5397-f5df-434f-bcd6-f9b2c3613485","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.213058278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"73de5397-f5df-434f-bcd6-f9b2c3613485","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.216970161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"2724e1df-28bb-4f2e-b4b6-44fcafb6c13d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.266701879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"27e237cc-391f-4753-b52a-74f2ac783bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.271756291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"003ba8df-27df-41bb-b41f-8c8ad1e05e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.276805921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"2724e1df-28bb-4f2e-b4b6-44fcafb6c13d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.319520057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4925c0ba-3b16-499c-b97c-4976441b3d13","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.326895011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"27e237cc-391f-4753-b52a-74f2ac783bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.329246446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"003ba8df-27df-41bb-b41f-8c8ad1e05e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.37923916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"a72c1a6e-f2fc-4f68-a24a-bdfc0fe8f0da","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-440b8e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.381261717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"4925c0ba-3b16-499c-b97c-4976441b3d13","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.539363688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"518a6e0b-db4a-46c4-8864-aef8b7ce3a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.596914356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"518a6e0b-db4a-46c4-8864-aef8b7ce3a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.747816418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fabcd74-744d-4acc-ac5c-bb6260bf4d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.805075695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fabcd74-744d-4acc-ac5c-bb6260bf4d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.847946721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"46ba71b8-3433-4017-967e-770c8049e3c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:31.904915949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"46ba71b8-3433-4017-967e-770c8049e3c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:32.053291766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19113536-fae8-42c8-b4ee-d98876c5c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:32.110522604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19113536-fae8-42c8-b4ee-d98876c5c48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:34.888832426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"20924886-07b7-4b0f-a7f8-1194fb9585ff","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","subscription":"e2e-sub-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:34.941292772Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"20924886-07b7-4b0f-a7f8-1194fb9585ff","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:34.994460989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-sub-cec7a4bb","reconcileID":"20924886-07b7-4b0f-a7f8-1194fb9585ff","MaaSSubscription":{"name":"e2e-sub-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"name":"maas-trlp-e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.2691188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"7c624d69-ac0a-4914-a8ce-1c91f141d2be","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.269141139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"7c624d69-ac0a-4914-a8ce-1c91f141d2be","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.269161199Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.380414423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6c108db1-112d-4c00-83b3-dd2d702430b0","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.380439965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"6c108db1-112d-4c00-83b3-dd2d702430b0","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.485764376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"f2230505-f684-4c5f-bbac-bd72e3df8bba","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:35.485790925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"f2230505-f684-4c5f-bbac-bd72e3df8bba","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.29673679Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"9f480fa1-eb86-4e59-85bc-114f7b5ec808","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","subscription":"e2e-att-detach-383d63-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.408508578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"9f480fa1-eb86-4e59-85bc-114f7b5ec808","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.482672737Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-sub","reconcileID":"9f480fa1-eb86-4e59-85bc-114f7b5ec808","MaaSSubscription":{"name":"e2e-att-detach-383d63-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.770443773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.823059804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"d559a5e9-90d1-4159-96e8-c9bd09bb5e36","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.823185972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"d559a5e9-90d1-4159-96e8-c9bd09bb5e36","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.989194899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"4434674e-e145-4c5f-9bda-71cd57a94f73","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.989449638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c3e28b78-27c0-4de8-b8a3-0bd1fef26b19","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.989209611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"05258406-11c8-4c0e-bcf8-17133b0dcc79","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.9910956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"a683a434-c0c7-4ef6-b703-2bb363034407","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:39.991115717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"a683a434-c0c7-4ef6-b703-2bb363034407","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.063228654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"c3e28b78-27c0-4de8-b8a3-0bd1fef26b19","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.067202562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"4434674e-e145-4c5f-9bda-71cd57a94f73","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.075708411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"05258406-11c8-4c0e-bcf8-17133b0dcc79","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.335436448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-detach-383d63-access","reconcileID":"a20a8163-25ab-4e29-b290-be2b2c775ad8","MaaSAuthPolicy":{"name":"e2e-att-detach-383d63-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.58531897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7dbc5d48-fd15-4a18-9f65-5d1e5f884b45","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:40.585462619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"7dbc5d48-fd15-4a18-9f65-5d1e5f884b45","MaaSModelRef":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-detach-383d63-8e089be000a2","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-detach-383d63","externalModel":"e2e-att-detach-383d63","provider":"e2e-att-detach-383d63-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.14573504Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"66e2100c-4c9a-4cad-a583-e8d2238534f3","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.273071482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"07340e3e-4063-46b0-91aa-fc5bd12a94f7","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.273194873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"07340e3e-4063-46b0-91aa-fc5bd12a94f7","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.326407171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"45fab6da-f6c6-4c5a-8648-3359dbafde2b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.327346354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"98d6b1e7-9132-4610-8e97-5ad9b268b4c1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.38712071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"80c8593e-8a9e-45c8-beed-58b08a8a82ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.387904283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"14092e9a-010b-4218-bbe7-dbd4a09aff71","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.387077354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0cec81-f473-49c5-abea-278c68d55d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.388329666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73b3dc49-492c-4b9a-b542-4fac8272a741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.387994397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"14092e9a-010b-4218-bbe7-dbd4a09aff71","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.405190649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"45fab6da-f6c6-4c5a-8648-3359dbafde2b","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.408293301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"98d6b1e7-9132-4610-8e97-5ad9b268b4c1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.450132048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"36ae0908-ec63-4d9d-ac3c-874c22187624","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7a30a4","subscription":"e2e-rt-sw-7a30a4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.595980084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"4457fba9-ed84-4df5-8fa5-22651f2ac705","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.597112022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"995d96bb-0fc7-4ef7-854f-01316913a94a","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.598443798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0cec81-f473-49c5-abea-278c68d55d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.613484468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"80c8593e-8a9e-45c8-beed-58b08a8a82ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.623996745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73b3dc49-492c-4b9a-b542-4fac8272a741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.701572982Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"36ae0908-ec63-4d9d-ac3c-874c22187624","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.770804152Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-sub","reconcileID":"36ae0908-ec63-4d9d-ac3c-874c22187624","MaaSSubscription":{"name":"e2e-rt-sw-7a30a4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7a30a4","namespace":"llm","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:41.859079774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"67d57265-7195-4ee4-a5ce-4ddf0cf14ae3","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.144166756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"792f3430-724a-4cd1-9996-141f1e279017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.149041583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d0347e88-722a-428e-b657-b1a62c1ce286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.174291956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0b888827-d3a9-49e1-b2f5-08cc84823c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.212073524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"792f3430-724a-4cd1-9996-141f1e279017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.216253199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"d0347e88-722a-428e-b657-b1a62c1ce286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.216570708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"50a9cec2-e6b2-4892-bc98-6c5719b6bc99","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.218420181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-serve-e52723-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-att-unrel-8c0c56-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.246343375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"0b888827-d3a9-49e1-b2f5-08cc84823c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.276173619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"db858262-77aa-4a51-a826-f1834350c9d2","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.277277682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a7ece14e-7046-4a22-8791-d9b195fae4d6","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.277361699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a7ece14e-7046-4a22-8791-d9b195fae4d6","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.281447867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"50a9cec2-e6b2-4892-bc98-6c5719b6bc99","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.353620374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"db858262-77aa-4a51-a826-f1834350c9d2","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.446257723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"4e4d9cfe-6032-49dd-8511-2432a068e4ad","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.446404695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"4e4d9cfe-6032-49dd-8511-2432a068e4ad","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.600063083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a96cd5f7-0d04-47b8-a21a-044cbfc81001","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.60075224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"84d4d226-56e4-47ef-81ae-47b77379b885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.612316848Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"f75406ff-0c8b-4531-8c26-7148bb976f12","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f1d1b22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.613020991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a8dad75a-bf00-4d4d-b8b3-2ac1a173d6eb","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.613099262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"a8dad75a-bf00-4d4d-b8b3-2ac1a173d6eb","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.670444881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"a96cd5f7-0d04-47b8-a21a-044cbfc81001","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.673706097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"84d4d226-56e4-47ef-81ae-47b77379b885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.702325972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7da067bb-e853-40cf-b4a5-1697ad21eb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.762167838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7da067bb-e853-40cf-b4a5-1697ad21eb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.803698777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19315f14-0992-4825-adbf-bf8298bd3aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.803859755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0a422e2-7e38-4a34-9221-b19c7a6fd61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.862468255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19315f14-0992-4825-adbf-bf8298bd3aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.866001165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0a422e2-7e38-4a34-9221-b19c7a6fd61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:42.882510149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7a30a4-access","reconcileID":"e6715564-bd6d-4d58-b67b-8352bd4ea84d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7a30a4-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.150370461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8abe992d-1a61-479c-97f1-4cfd50cd4932","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.151229115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"889de557-8b8a-413d-a634-e989c5f54df9","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.197178135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"154d98e9-83c9-4316-ae68-0445339c0eff","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.197209118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"154d98e9-83c9-4316-ae68-0445339c0eff","MaaSModelRef":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7a30a4-b69d508f4f72","namespace":"llm","model":"e2e-rt-sw-7a30a4","externalModel":"e2e-rt-sw-7a30a4","provider":"e2e-rt-sw-7a30a4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.210305738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8abe992d-1a61-479c-97f1-4cfd50cd4932","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.211258102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"889de557-8b8a-413d-a634-e989c5f54df9","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.748747754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"9dee5c08-38b4-4810-b323-6c5f2d7027a9","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.908047747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"13ed47d8-5725-4747-9f8a-5a5175a21175","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.908600323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a8d3b05a-155f-4f58-b3c3-0804047060b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.908631923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e5f0ec50-c502-40d2-a2d1-6387042da9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.909033594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"efe9cf64-d414-496d-b537-652db1f96cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.912783706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3081abfd-4cbd-4951-900a-1915f8a940eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.965419488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"13ed47d8-5725-4747-9f8a-5a5175a21175","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.966292887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"a8d3b05a-155f-4f58-b3c3-0804047060b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.967734963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"efe9cf64-d414-496d-b537-652db1f96cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.968707455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e5f0ec50-c502-40d2-a2d1-6387042da9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:43.970013029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3081abfd-4cbd-4951-900a-1915f8a940eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.338603528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200d583f-d41d-4f98-b9e0-8bcc819098c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.339303601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0077a9f5-0fe5-4757-9a68-63be10884fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.339555314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"15fba9cd-cf18-4b5f-865b-a5ab964c8df0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.397050661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0077a9f5-0fe5-4757-9a68-63be10884fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.397090031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200d583f-d41d-4f98-b9e0-8bcc819098c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.399579438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"15fba9cd-cf18-4b5f-865b-a5ab964c8df0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545010708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f7cd7c4-a933-4c72-9fe6-0af46e735830","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545040634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f7cd7c4-a933-4c72-9fe6-0af46e735830","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545424908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ab5d13a-78e6-49af-938c-d9fef7ad5ada","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545445676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ab5d13a-78e6-49af-938c-d9fef7ad5ada","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545785672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf54794-4a2b-43ef-b460-d23a3e75e0ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.545803674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf54794-4a2b-43ef-b460-d23a3e75e0ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.546188538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"321e98c5-0382-4a8d-b6d9-d2eab6729683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.546206881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"321e98c5-0382-4a8d-b6d9-d2eab6729683","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.546560758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4880ca12-f238-49b0-9804-109650e49763","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.546579586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4880ca12-f238-49b0-9804-109650e49763","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.54681635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ad5561b-545e-4291-8653-a80eb70fd429","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.546827816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ad5561b-545e-4291-8653-a80eb70fd429","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.547053265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad6d855a-7e11-49cd-91b8-1f0b632226e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.54706431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad6d855a-7e11-49cd-91b8-1f0b632226e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.547288667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d995d50f-2bff-4899-aaed-5303a93e0558","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.547299617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d995d50f-2bff-4899-aaed-5303a93e0558","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.755968944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ca9a899-c5c9-424f-b6ab-5aa75ea7b1c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.756094375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7ccb27b-a321-47d5-908b-57eb334e1f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.757617254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d74cf5b-682e-45f8-96a6-50b77a10b0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.757617288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0631718-0aa8-46cd-988c-47eb9273f711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.815880918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0631718-0aa8-46cd-988c-47eb9273f711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:44.815969144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d74cf5b-682e-45f8-96a6-50b77a10b0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.005792293Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7a30a4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7a30a4","reconcileID":"cde9c2b4-dfb8-4140-b046-9bae7cc8d05f","namespace":"llm","name":"e2e-rt-sw-7a30a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.182318742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d58c25b1-6c8d-44c5-b783-d17d10121396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.183004965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec447b9-41ed-40e1-8136-18544a76f291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.183042205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e0db0ae9-b5e4-4851-8fc6-5bb331b22179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.183484494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"86034e6a-49ee-4011-8ac2-570935adff53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.183487037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"54c50a89-23f2-475e-81bb-f746f588042a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.243321389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d58c25b1-6c8d-44c5-b783-d17d10121396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.245686997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"86034e6a-49ee-4011-8ac2-570935adff53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.247314433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"e0db0ae9-b5e4-4851-8fc6-5bb331b22179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.24808451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"54c50a89-23f2-475e-81bb-f746f588042a","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.251608966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec447b9-41ed-40e1-8136-18544a76f291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.609007782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810d71d8-68e4-46a3-acac-a72f603a5b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.609294737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3669f5d5-e506-4acc-9494-69ac99aed2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.609463172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"391d6294-4a8e-4eab-b016-f436b406a78c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.666732773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810d71d8-68e4-46a3-acac-a72f603a5b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.666824647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"3669f5d5-e506-4acc-9494-69ac99aed2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:45.669026748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"391d6294-4a8e-4eab-b016-f436b406a78c","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.08857622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-access","reconcileID":"5a8f9e2e-64e9-4663-8bb9-a3bc0f23acd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.088642423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"8db45b69-0312-4d6b-9a56-c7be592f9b70","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.252561039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f8e13d04-3d95-4dce-a5e0-9a7a088a4387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.297877243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"dca507ee-6fe9-423e-bd1d-7465427887bd","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.309933037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f8e13d04-3d95-4dce-a5e0-9a7a088a4387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.358977861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"7a86eb3c-8ab9-4d9c-be4b-37c795d630d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.455286641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"0e62341f-c6aa-4379-a9ef-8a458d0026a3","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.619096236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0cf95fb5-9326-4760-a370-635aec24a8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:46.678001049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"0cf95fb5-9326-4760-a370-635aec24a8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:50.069490104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:52.664909555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"9cb1d7ad-bbae-4b00-8619-41b5af791f61","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","subscription":"e2e-att-unrel-8c0c56-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:52.770398876Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"9cb1d7ad-bbae-4b00-8619-41b5af791f61","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:52.829295786Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-sub","reconcileID":"9cb1d7ad-bbae-4b00-8619-41b5af791f61","MaaSSubscription":{"name":"e2e-att-unrel-8c0c56-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.1637079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"85557290-e39b-43d2-b3c8-3b30578657bd","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.163743754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"85557290-e39b-43d2-b3c8-3b30578657bd","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.265954243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"176b4b3e-bbb5-4d8d-89cd-a7b2b93ef1d1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.26595522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"360fb78a-3d0d-45b4-a1f8-3e292f35d6f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.32830237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"360fb78a-3d0d-45b4-a1f8-3e292f35d6f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.33603829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"988a692f-aab8-43e7-bc20-ec1aa60216c9","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.336137892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"988a692f-aab8-43e7-bc20-ec1aa60216c9","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.336598425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"176b4b3e-bbb5-4d8d-89cd-a7b2b93ef1d1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.446156059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"da92d30e-8aff-4f47-b613-bc0c626d9b87","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.446194331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"da92d30e-8aff-4f47-b613-bc0c626d9b87","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.598126558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-unrel-8c0c56-access","reconcileID":"f3bc7b76-ab4e-428a-b7a5-c66c0daab820","MaaSAuthPolicy":{"name":"e2e-att-unrel-8c0c56-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.907853289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"37f14f58-c07e-43c1-8b8e-ee20d803a8ba","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:53.907880338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"37f14f58-c07e-43c1-8b8e-ee20d803a8ba","MaaSModelRef":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-unrel-8c0c56-2ff4ca6a5ae9","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-unrel-8c0c56","externalModel":"e2e-att-unrel-8c0c56","provider":"e2e-att-unrel-8c0c56-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.465091457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"cffec20c-8aa8-486f-be3c-140af141122f","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.570403017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"643ba57a-ce9b-4268-9791-65e799b361b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.585489183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"1f0fce98-a91c-4dbb-b5e1-708ccd7181fd","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.585519572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"1f0fce98-a91c-4dbb-b5e1-708ccd7181fd","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.62937437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fc89b208-21cf-498a-948c-4720bb25dda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.630363252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"766aa080-f3ca-4fe3-aa1f-042a1a189bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.631115087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2156927-0a17-4900-9883-c331c6e5e181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.631572465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ba3e96-8eb0-422f-9a29-8fa88dbb70e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.635557785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"643ba57a-ce9b-4268-9791-65e799b361b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.692252053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"766aa080-f3ca-4fe3-aa1f-042a1a189bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.692633846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2156927-0a17-4900-9883-c331c6e5e181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.694459196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ba3e96-8eb0-422f-9a29-8fa88dbb70e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.695491689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fc89b208-21cf-498a-948c-4720bb25dda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.803032427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"052db2be-2629-4996-93ba-cad17e9097d6","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.864723341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"89596084-0751-4281-9f6d-9da9c5286b69","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.926946555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5f491420-a8de-4c49-897a-5549048c25c6","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:54.98615586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"5f491420-a8de-4c49-897a-5549048c25c6","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.026561719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-8c0c56","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","reconcileID":"3952e552-5999-4163-99c7-794d86f8f0d0","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-unrel-8c0c56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.148399116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"efac5071-166d-4026-8638-29331d0b45ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.19998626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f1eafbd4-9f40-4b43-87b8-767b568b545e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.207980023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"efac5071-166d-4026-8638-29331d0b45ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.209456928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"69ec7184-0744-4a70-b1a9-4a6a2e844f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.210102985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47123b6a-fe5b-4c1d-9532-7c364aef016d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.262035179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f1eafbd4-9f40-4b43-87b8-767b568b545e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.268850572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"69ec7184-0744-4a70-b1a9-4a6a2e844f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.269658859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47123b6a-fe5b-4c1d-9532-7c364aef016d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.37798873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e5afce23-4779-4f6e-8085-81e5eac80998","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.437892584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"e5afce23-4779-4f6e-8085-81e5eac80998","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.587012473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"242abe67-e841-47b2-a9d9-4a2f29146078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.640676678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"213de929-4ea6-45bc-8213-8ba2e4385d8b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.640788284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"213de929-4ea6-45bc-8213-8ba2e4385d8b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.650697416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"242abe67-e841-47b2-a9d9-4a2f29146078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.802890232Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"3b610e56-39b2-4414-b504-9451889d86a9","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6059ee9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.803427215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"46e40611-a4c6-49d9-9081-c875a4b6933f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:55.860711514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"46e40611-a4c6-49d9-9081-c875a4b6933f","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:56.247312517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"2c43d5f2-f9ee-4e3a-8c4b-703eba80634d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:56.311737636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"2c43d5f2-f9ee-4e3a-8c4b-703eba80634d","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:56.629232108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"7745a403-6316-4149-9400-d58e2c200556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:56.681454717Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"7745a403-6316-4149-9400-d58e2c200556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:56.734518247Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"simulator-subscription","reconcileID":"7745a403-6316-4149-9400-d58e2c200556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/simulator-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:57.008445157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"41a248fb-7293-4d8b-bd0a-ddf68d42ee38","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:57.112475305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cc944e58-02b4-4ada-b1b6-e4e13d65745d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:54:57.170413653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"cc944e58-02b4-4ada-b1b6-e4e13d65745d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.461790488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"331343c0-007f-4750-9dea-cf3b7be0a9df","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.548412644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"c5c66d54-310e-46dc-8d2b-4b12e294b4b0","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.56599382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f41b41e9-3198-4e9e-b8f3-cca0a6ef5eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.62541482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"f41b41e9-3198-4e9e-b8f3-cca0a6ef5eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.625870261Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"c3dcf658-ebbd-4aad-8f67-ce19f8d0610a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.680192504Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"10c9d8df-07c5-4b73-a9c8-28b3a6a2875f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:02.809015298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1b8a7921-c203-4e37-a8d0-6f9440012902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.014102197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1b8a7921-c203-4e37-a8d0-6f9440012902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.132632648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"1196de83-3c61-4f0d-9515-215f098d2e8d","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.147241789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1b8a7921-c203-4e37-a8d0-6f9440012902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"e2e-worker-w0-4c2f32-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.147269966Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-access","reconcileID":"1b8a7921-c203-4e37-a8d0-6f9440012902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.204782344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"1d61bb6e-4d6a-44df-8287-cdda96a10d20","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.510351684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"1448f652-886f-4d19-bdc4-7bca138ab12d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:03.936400694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"42b27c31-e921-4cb9-8e77-152a859c2df5","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:04.126115138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"9f23f79b-63d3-4d40-9fe3-a0b5991af164","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:04.126825265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"529b5413-0a55-40b1-bd46-3e65d44b3d54","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:04.127431982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"93e984e2-4cb4-4937-901a-a313b0b764da","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:04.196407401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"80366298-37d9-42c7-a321-ced823a6088b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.112688067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efbf98-5be3-4175-93d3-b517ae643cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.174695578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efbf98-5be3-4175-93d3-b517ae643cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.229895493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efbf98-5be3-4175-93d3-b517ae643cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.283723949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efbf98-5be3-4175-93d3-b517ae643cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.625744312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"cb407620-3b2e-4206-bd28-ceb98a334bc1","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.677937503Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"4642638e-ebb8-486d-b80d-17b0ae5bfaf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.738632396Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"b596c378-731e-4d84-9348-bd1e298ef7c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40cc73be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.855405676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"d01ec4c4-a066-4b42-9328-1fe1a24a4ce0","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","subscription":"e2e-att-serve-e52723-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.964086176Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"d01ec4c4-a066-4b42-9328-1fe1a24a4ce0","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:05.981109446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"c1e8feb5-3b03-4557-8864-ca0baecdf420","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.016976077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-sub","reconcileID":"d01ec4c4-a066-4b42-9328-1fe1a24a4ce0","MaaSSubscription":{"name":"e2e-att-serve-e52723-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.369675759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"44956a64-0e68-4d65-b001-c43d2f186b0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.369699237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"44956a64-0e68-4d65-b001-c43d2f186b0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.429012807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8ab67c83-541a-409e-9396-493ecf44ccd1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.494395327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"8ab67c83-541a-409e-9396-493ecf44ccd1","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.543003644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"d70d20d5-773b-4c74-a593-358b2f1dd16f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.543029966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"d70d20d5-773b-4c74-a593-358b2f1dd16f","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:06.802253255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f2064f0-1d51-44ce-ba9f-ce2f0b935110","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.056586154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f2064f0-1d51-44ce-ba9f-ce2f0b935110","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.187648546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f2064f0-1d51-44ce-ba9f-ce2f0b935110","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.18767546Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-att-serve-e52723-access","reconcileID":"1f2064f0-1d51-44ce-ba9f-ce2f0b935110","MaaSAuthPolicy":{"name":"e2e-att-serve-e52723-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.273666376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494d6d60-6b96-40aa-81ab-952b4e104098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.325900927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494d6d60-6b96-40aa-81ab-952b4e104098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.32663381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"3610d99f-12a8-45f7-8b8e-eedc0c2cda0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-att-user-54fe8d/e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.326661435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"3610d99f-12a8-45f7-8b8e-eedc0c2cda0b","MaaSModelRef":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"routeName":"external-model-e2e-att-serve-e52723-1d462a2efc97","namespace":"e2e-extmod-att-user-54fe8d","model":"e2e-att-serve-e52723","externalModel":"e2e-att-serve-e52723","provider":"e2e-att-serve-e52723-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.37813758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494d6d60-6b96-40aa-81ab-952b4e104098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.430021028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494d6d60-6b96-40aa-81ab-952b4e104098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:07.861354039Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"67375753-c3dd-4496-9741-bd35faa1f2fd","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.017403831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"47c81261-826b-48bb-8334-8d1839e9c854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.017423283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0560ad26-9963-433d-95d7-286f7d3c1c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.017948794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47fd997d-c4fb-44e1-b777-9161d498fea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.017954463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41b25a9f-cb6c-4aca-8a8e-9720eeb3b3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.075299879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47fd997d-c4fb-44e1-b777-9161d498fea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.076652487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0560ad26-9963-433d-95d7-286f7d3c1c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.077740819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41b25a9f-cb6c-4aca-8a8e-9720eeb3b3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.080246227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"47c81261-826b-48bb-8334-8d1839e9c854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.409057109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"2d78cb23-8091-40de-a456-80ab8a17c890","namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.639342468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"026869c1-2fdd-4ff7-967a-dce1810cb2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.639331045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"91a18090-a177-41d4-808c-94767a8dc683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.639816808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3e73b3a-bea4-4d0d-ab55-f6ca707ace48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.639817348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a0fe9a-8fd9-4688-9482-726beb13c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.696555822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"91a18090-a177-41d4-808c-94767a8dc683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.698386162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a0fe9a-8fd9-4688-9482-726beb13c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.698774913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"026869c1-2fdd-4ff7-967a-dce1810cb2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:08.700576814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3e73b3a-bea4-4d0d-ab55-f6ca707ace48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.315098921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022302a7-a98c-46a6-863b-c2bff9dce8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.368015795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022302a7-a98c-46a6-863b-c2bff9dce8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.419845271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022302a7-a98c-46a6-863b-c2bff9dce8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.472369391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022302a7-a98c-46a6-863b-c2bff9dce8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.536072046Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.536126235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.536175648Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","tenant":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.592595706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Deployment","name":"maas-api-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.68304279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Service","name":"maas-api-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.748795964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.806056222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.86258822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.921767895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:09.979203315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.033879225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.085224519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Deployment","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.136508118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.188260109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Service","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.240661099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"Service","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.295362424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.3486127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.400458285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.456379126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.550779716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.603720878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.656091464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:10.708003777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"7c6a1ad4-d99f-4b1b-9719-57c8c299b557","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cec7a4bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:11.469640811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a878da57-ac22-4520-a718-12ce1a71f59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:11.523467187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a878da57-ac22-4520-a718-12ce1a71f59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:11.576417795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a878da57-ac22-4520-a718-12ce1a71f59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:11.582949506Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cec7a4bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cec7a4bb","reconcileID":"11b20544-ccc9-4078-a229-d0f4f817cfa9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cec7a4bb","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cec7a4bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:11.628216103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a878da57-ac22-4520-a718-12ce1a71f59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.90962202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"b38c7546-d2e1-4e72-a020-5a44a869509c","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.967682296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"b38c7546-d2e1-4e72-a020-5a44a869509c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.973371568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"069c4b8a-3313-4565-90ca-382ffed3f7d9","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.973439365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"069c4b8a-3313-4565-90ca-382ffed3f7d9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.984625982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"89e5e562-c57a-4d8c-9ad1-d7c7e2738048","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:11.984681036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"89e5e562-c57a-4d8c-9ad1-d7c7e2738048","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.004933018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"f39a1a15-ee68-45b0-9627-9f8245306a6e","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.004996788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"f39a1a15-ee68-45b0-9627-9f8245306a6e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.046106453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"c870cdf2-fbec-48f9-a5ad-65e1fbe14d6d","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.046159826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"c870cdf2-fbec-48f9-a5ad-65e1fbe14d6d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.126975778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"a2aabcd5-2d3c-4aee-aa40-fc55cb9bdc28","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.127023112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"a2aabcd5-2d3c-4aee-aa40-fc55cb9bdc28","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.287761843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"e007dd2c-ccee-49ce-8b2b-e70a92ce8a1e","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.287854956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"e007dd2c-ccee-49ce-8b2b-e70a92ce8a1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.608132429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"d14eb377-92f7-484f-a8fa-703c4487ac2f","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:12.608195636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"d14eb377-92f7-484f-a8fa-703c4487ac2f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:13.248864824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"dab9ca54-b6f0-4299-84d3-38b75b8941ee","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:13.248944581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"dab9ca54-b6f0-4299-84d3-38b75b8941ee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:13.52233729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcff2f0-3274-4e53-9327-381de8842d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:13.574254987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcff2f0-3274-4e53-9327-381de8842d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:13.626290614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcff2f0-3274-4e53-9327-381de8842d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:13.678373643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcff2f0-3274-4e53-9327-381de8842d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:14.126807266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"3cc45391-fe4c-4ee3-b180-d08a2aa9a5f9","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:14.127116824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"ff3a0b50-1884-4b32-889e-8d1c4206924f","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:14.529593082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"a6299c93-632a-44cb-b60c-6f24fa181a9b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:14.529663187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"a6299c93-632a-44cb-b60c-6f24fa181a9b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:15.687138042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"29f80298-5784-4f06-8c22-f9d5f228b7b0","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:15.791483289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"fd8c92ad-9625-43c8-bc48-5a8d48477254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:15.844205793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"fd8c92ad-9625-43c8-bc48-5a8d48477254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:15.896512686Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"premium-simulator-subscription","reconcileID":"fd8c92ad-9625-43c8-bc48-5a8d48477254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"name":"maas-trlp-premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32","model":"e2e-models-e2e-worker-w0-4c2f32/premium-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:16.042076955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"740af5e9-5725-4269-bb26-516671fb1042","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:16.221228791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"eedeca1b-85cd-45dc-947d-8bfe129410f4","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:17.090676366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ef4d06dc-29c7-4b44-88a1-68385c1becee","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:17.090752042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ef4d06dc-29c7-4b44-88a1-68385c1becee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:17.836756673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"6fe820b5-1920-45c2-84bb-25213bfe2a5d","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:17.83683375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"6fe820b5-1920-45c2-84bb-25213bfe2a5d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:18.283414437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0da3a2b9-a7d4-4b53-8c87-8b1ef973bf2b","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:18.283495975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0da3a2b9-a7d4-4b53-8c87-8b1ef973bf2b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:18.451589395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ac138924-9967-4d37-af92-7ff92d60e5c2","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:55:18.451745607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"ac138924-9967-4d37-af92-7ff92d60e5c2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb-kserve-route (gateways: [openshift-ingress/e2e-mt-cec7a4bb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.281379071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7246d22a-1c6b-416a-9a11-fa978411e5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.333747534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7246d22a-1c6b-416a-9a11-fa978411e5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.385381011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7246d22a-1c6b-416a-9a11-fa978411e5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.437251814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7246d22a-1c6b-416a-9a11-fa978411e5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.616039563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"63965f7d-e092-4799-847d-855e28676543","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.61606301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"63965f7d-e092-4799-847d-855e28676543","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:19.791971446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cec7a4bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cec7a4bb","reconcileID":"627d94b1-765e-4f3f-a876-cc8a6da617d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cec7a4bb","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cec7a4bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:20.075003835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:20.880381313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0096d584-34e9-4bfd-9e95-bb3eec10976f","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:20.880413392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"0096d584-34e9-4bfd-9e95-bb3eec10976f","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:21.512889517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b0325d-b092-49d2-a31b-bf5663ec4009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:21.572512227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b0325d-b092-49d2-a31b-bf5663ec4009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:21.626922932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b0325d-b092-49d2-a31b-bf5663ec4009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:21.689387137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b0325d-b092-49d2-a31b-bf5663ec4009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.07768696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"59dcc38f-4157-4ab9-8991-69e7bf9d8f03","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.238923849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e170259-413c-4300-b653-21c951a2a23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.238993468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"12ee0134-3683-4cb3-a9d8-7f61401c1b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.239361306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4037843-d9dd-4569-9bbb-c0851c8bdb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.239445596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ba35288e-7022-434d-b989-6fbf6c5083be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.278089557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"85a9ad5e-2e4d-4394-88b5-8a55cb64301f","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.297700581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"12ee0134-3683-4cb3-a9d8-7f61401c1b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.297707867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e170259-413c-4300-b653-21c951a2a23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.299867261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4037843-d9dd-4569-9bbb-c0851c8bdb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.299952703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ba35288e-7022-434d-b989-6fbf6c5083be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.342098572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"4b09a60a-de36-46e5-a4ba-44715556aa66","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.485796671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"867f3902-994b-40db-8799-61cc486c91de","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.659580017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"112f9f81-94e9-43ba-9744-783349fafcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.660302982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b8394530-69f4-497c-9004-fb039d55afc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.660878632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c2304be3-ff31-47e2-8ec5-689dc3593189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.690646995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8597eaba-ba60-4c59-a277-0b1b753de915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.725751882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c2304be3-ff31-47e2-8ec5-689dc3593189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.728101052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"112f9f81-94e9-43ba-9744-783349fafcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.729140799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b8394530-69f4-497c-9004-fb039d55afc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.755489958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8597eaba-ba60-4c59-a277-0b1b753de915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.80091066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71b490-310a-478b-b6f8-2b2f20f54999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.855363703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71b490-310a-478b-b6f8-2b2f20f54999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.85722119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"4f62fa7d-c181-465a-be09-73544d807a15","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.907562062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71b490-310a-478b-b6f8-2b2f20f54999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:23.959802309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71b490-310a-478b-b6f8-2b2f20f54999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.068530694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5e7967b0-33fb-497a-b473-122011971f4d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.07304563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d7c5ba70-305a-46bd-8095-9131a99149ce","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.073070228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d7c5ba70-305a-46bd-8095-9131a99149ce","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.266886978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"ccdbb54f-a8db-482b-ad94-a693a19a3f86","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.2816031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5e7967b0-33fb-497a-b473-122011971f4d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.320101378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-2-w0-4c2f32","reconcileID":"9306959b-a723-4d6c-813b-4ba535d874bc","MaaSModelRef":{"name":"distinct-2-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-2-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-2-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.320350509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"simulator-w0-4c2f32","reconcileID":"6d140825-7b29-4239-b175-7e0b6a6e0637","MaaSModelRef":{"name":"simulator-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"simulator-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"simulator-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.343664882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5e7967b0-33fb-497a-b473-122011971f4d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.458516027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"cba5c5b0-8775-49d4-be44-157ec2c32dd5","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.51073148Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"7819bc7e-2b7d-4c19-94d6-4f3f3872251b","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.513026883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9142b395-d00c-4828-abfb-57f5b088904f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.578039894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"c3a6f282-0eec-4595-8542-d2136486a8b7","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.578074456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"c3a6f282-0eec-4595-8542-d2136486a8b7","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.582402849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9142b395-d00c-4828-abfb-57f5b088904f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.64305438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9142b395-d00c-4828-abfb-57f5b088904f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.682950526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e9efe1-b1dc-4261-be8e-70d1f98ac71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.683167385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd996855-7b60-4bb3-9d0c-a841de90ed56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.682955364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"57d94841-b13b-47e1-9063-7c0d81f3d62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.683746392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6d437160-5be0-4fdd-bf5f-5d8cdbda7f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.7404273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e9efe1-b1dc-4261-be8e-70d1f98ac71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.74182365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"57d94841-b13b-47e1-9063-7c0d81f3d62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.742975216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd996855-7b60-4bb3-9d0c-a841de90ed56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.744610204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6d437160-5be0-4fdd-bf5f-5d8cdbda7f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.747053163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9f39a7b0-1e6b-4083-bf16-cd5748cc8ca0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.803987542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9f39a7b0-1e6b-4083-bf16-cd5748cc8ca0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:24.862668075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9f39a7b0-1e6b-4083-bf16-cd5748cc8ca0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:25.010132674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9d383605-9bd3-4af0-bcec-110dfcbf41ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:25.120659631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9d383605-9bd3-4af0-bcec-110dfcbf41ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:25.178847357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"9d383605-9bd3-4af0-bcec-110dfcbf41ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:25.907550001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4079895e-f9c9-4ce7-9adf-b66b60568064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:25.959434642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4079895e-f9c9-4ce7-9adf-b66b60568064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:26.011300355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4079895e-f9c9-4ce7-9adf-b66b60568064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:26.04250308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"distinct-w0-4c2f32","reconcileID":"47d78d63-4860-4216-8fe8-8660ce155480","MaaSModelRef":{"name":"distinct-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"distinct-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"distinct-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:26.063027928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4079895e-f9c9-4ce7-9adf-b66b60568064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:26.222660772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"premium-w0-4c2f32","reconcileID":"7d07338c-04ea-421c-a547-57f6a07053ee","MaaSModelRef":{"name":"premium-w0-4c2f32","namespace":"e2e-models-e2e-worker-w0-4c2f32"},"routeName":"premium-w0-4c2f32-kserve-route","namespace":"e2e-models-e2e-worker-w0-4c2f32","llmisvcName":"premium-w0-4c2f32","gateway":"openshift-ingress/e2e-worker-w0-4c2f32","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:28.230742542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f15b9-d8df-4adb-b943-20c213b90357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:28.282805896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f15b9-d8df-4adb-b943-20c213b90357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:28.335348597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f15b9-d8df-4adb-b943-20c213b90357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:28.387441012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f15b9-d8df-4adb-b943-20c213b90357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.363875481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"47944cf1-3aa6-4883-a21c-c29540ed6dc2","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.363896596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"47944cf1-3aa6-4883-a21c-c29540ed6dc2","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.497888664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"a4aba9a0-e105-4701-b236-7abbf048a47d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.497909966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"a4aba9a0-e105-4701-b236-7abbf048a47d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.601756521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"ab0dd091-6b4a-4179-807d-06f9ce3ae255","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.820747904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"ab0dd091-6b4a-4179-807d-06f9ce3ae255","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.879671567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"ab0dd091-6b4a-4179-807d-06f9ce3ae255","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.935716615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9b0230f8-83b0-49f6-bb9a-0f24880701ba","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:29.935744319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9b0230f8-83b0-49f6-bb9a-0f24880701ba","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:30.38080403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fd81c-2240-4fd3-a4af-ca6a9afbee04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:30.432746625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fd81c-2240-4fd3-a4af-ca6a9afbee04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:30.484470961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fd81c-2240-4fd3-a4af-ca6a9afbee04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:30.536334876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806fd81c-2240-4fd3-a4af-ca6a9afbee04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:35.283195949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5cb39ad9-cf2e-4901-abc4-74aea7287585","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:35.341740851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5cb39ad9-cf2e-4901-abc4-74aea7287585","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:35.399230747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"5cb39ad9-cf2e-4901-abc4-74aea7287585","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.644196597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","namespace":"ai-tenant-e2e-worker-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.644259846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","namespace":"ai-tenant-e2e-worker-w0-4c2f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.644324279Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","tenant":"e2e-worker-w0-4c2f32","tenantID":"e2e-worker-w0-4c2f32","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.698743563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Deployment","name":"maas-api-e2e-worker-w0-4c2f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.762695312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Service","name":"maas-api-e2e-worker-w0-4c2f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.828185356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-4c2f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.882745188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-4c2f32","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.940451274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:37.995682865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.055711598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.110817409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.1632137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.21555667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.267619829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Service","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.31967077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.371522652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.423293362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.474826645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.53604188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.58765511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.639796705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.695789709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-4c2f32","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.753369177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"namespace":"ai-tenant-e2e-worker-w0-4c2f32","name":"default-tenant","reconcileID":"e1be8664-0a9e-493a-9cc4-881d462a899b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-4c2f32","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.81064655Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","namespace":"ai-tenant-e2e-ait-e80dd524","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.810702666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","namespace":"ai-tenant-e2e-ait-e80dd524","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.810752371Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","tenant":"e2e-ait-e80dd524","tenantID":"e2e-ait-e80dd524","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.865327966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Deployment","name":"maas-api-e2e-ait-e80dd524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.928792279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Service","name":"maas-api-e2e-ait-e80dd524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:38.988094822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e80dd524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.042284262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e80dd524","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.097859791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.154459224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.212096662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.289941859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.341967186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Deployment","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.393888631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.445823162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Service","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.506024072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"Service","name":"payload-pre-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.557608294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.609423362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.661380846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.717751449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.769669751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.824924062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.877067746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e80dd524","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:39.929233964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"namespace":"ai-tenant-e2e-ait-e80dd524","name":"default-tenant","reconcileID":"9822247f-710d-4e85-9bd6-8ce326b46dd4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e80dd524","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:40.04058395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"7a2a2d01-40b4-4be3-b6ff-9198012ebda3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:40.099142634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"7a2a2d01-40b4-4be3-b6ff-9198012ebda3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:40.220742433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"7a2a2d01-40b4-4be3-b6ff-9198012ebda3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:40.777709075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e80dd524","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e80dd524","reconcileID":"83fc6729-e78a-49b1-8a5a-d8793e73b778","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e80dd524","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e80dd524"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:41.894491356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c57173-be8a-4bad-904d-5144619bfb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:41.946180361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c57173-be8a-4bad-904d-5144619bfb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:41.998305583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c57173-be8a-4bad-904d-5144619bfb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:42.050115986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c57173-be8a-4bad-904d-5144619bfb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:43.600719402Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4c2f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4c2f32","reconcileID":"b2c4a73f-3a7f-4e21-a532-f2e3ae71a830","aitenant":"ai-tenants/e2e-worker-w0-4c2f32","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:43.980880828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1c28f-d433-40b9-a65d-5515c8183ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:44.037901383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1c28f-d433-40b9-a65d-5515c8183ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:44.091977198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1c28f-d433-40b9-a65d-5515c8183ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:44.145922103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d1c28f-d433-40b9-a65d-5515c8183ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:44.424164059Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-4c2f32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-4c2f32","reconcileID":"b2c4a73f-3a7f-4e21-a532-f2e3ae71a830","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-4c2f32","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-4c2f32"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:45.537485804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f89d51bf-a75a-4ef8-befb-028b7705e701","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:45.59520222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f89d51bf-a75a-4ef8-befb-028b7705e701","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:45.651190517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76c2a8f2c324f7cee4ebed0de1dff153e9fd44a737c964f73f06f283b3e572d5) AuthConfig (53e961b1340b7ef73639505d444c89b4e17253767e6d44db6ab26fb0b6663333) AuthConfig (dabfc4807ed384ac2162573883d34850093ee595914d7510f769bd1729f1fb6a) AuthConfig (afca7bbc8a29927c9ccb415d8746291ec900f1a5380f82fc0f1907fc2fbcbbe9) AuthConfig (33120bc9b2970d9799d2f5f72d180c7be3728b8e0c3a97e87411dc8e4fd46cb9) AuthConfig (7cfdad89b2ec724441aee767f86ca14c38c068c4871b8153a814389ea59e5d9a) AuthConfig (38819013179793e575cc1ee2b2d7a586698e3898423d4ae306972ad425f3dd67) AuthConfig (740e7ca5569cfd096fb7da106f8a48df729fde2d8446e10517898f6b20901f3e) AuthConfig (41bef39faf7b095e6e67e1b77f993dcddf78a5b77939f54b636a3f3dea32becc) AuthConfig (0c870dc37b46bfa098ba578dc895f3a88c7d23f5643a6f85035340fbad170177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f89d51bf-a75a-4ef8-befb-028b7705e701","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:45.77668274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"c1954930-1386-4aec-b63e-ce5d6c4714d4","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:45.776714813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"c1954930-1386-4aec-b63e-ce5d6c4714d4","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.10946154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86023a6b-68b7-4666-9a1c-8d18b32172b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.161529997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86023a6b-68b7-4666-9a1c-8d18b32172b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.213214019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86023a6b-68b7-4666-9a1c-8d18b32172b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.265037561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86023a6b-68b7-4666-9a1c-8d18b32172b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.407949938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f31082aa-5f4e-48d5-87cf-72374880980d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.464984252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f31082aa-5f4e-48d5-87cf-72374880980d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:46.535919099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76c2a8f2c324f7cee4ebed0de1dff153e9fd44a737c964f73f06f283b3e572d5) AuthConfig (53e961b1340b7ef73639505d444c89b4e17253767e6d44db6ab26fb0b6663333) AuthConfig (dabfc4807ed384ac2162573883d34850093ee595914d7510f769bd1729f1fb6a) AuthConfig (afca7bbc8a29927c9ccb415d8746291ec900f1a5380f82fc0f1907fc2fbcbbe9) AuthConfig (33120bc9b2970d9799d2f5f72d180c7be3728b8e0c3a97e87411dc8e4fd46cb9) AuthConfig (7cfdad89b2ec724441aee767f86ca14c38c068c4871b8153a814389ea59e5d9a) AuthConfig (38819013179793e575cc1ee2b2d7a586698e3898423d4ae306972ad425f3dd67) AuthConfig (740e7ca5569cfd096fb7da106f8a48df729fde2d8446e10517898f6b20901f3e) AuthConfig (41bef39faf7b095e6e67e1b77f993dcddf78a5b77939f54b636a3f3dea32becc) AuthConfig (0c870dc37b46bfa098ba578dc895f3a88c7d23f5643a6f85035340fbad170177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f31082aa-5f4e-48d5-87cf-72374880980d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:47.803147194Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aa3c4981","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aa3c4981","reconcileID":"2c5ae1e5-0c6a-4cd3-b484-60bc84f6c1eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aa3c4981","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-aa3c4981":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:48.171219505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c202fae4-b70d-4536-83ad-d23195e0e985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:48.223397181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c202fae4-b70d-4536-83ad-d23195e0e985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:48.27964485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c202fae4-b70d-4536-83ad-d23195e0e985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:48.333116064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c202fae4-b70d-4536-83ad-d23195e0e985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.067356376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.268867308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb39132-f01b-4683-b63e-2942c4d0383e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.321376369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb39132-f01b-4683-b63e-2942c4d0383e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.374426636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb39132-f01b-4683-b63e-2942c4d0383e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.427609295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb39132-f01b-4683-b63e-2942c4d0383e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.479525296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"d34af2e3-aa6c-497a-ab70-677ff22b8e4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.53675008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"d34af2e3-aa6c-497a-ab70-677ff22b8e4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.592864071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73dbb3cc123180cbc4f0f9ff853916ae5abb3d58b8402e6e4ae2ddab4ac32e53) AuthConfig (06a3c4b1fdf8f86801391597e68fb4470211e4cc07cbff3fed23110cd48fa1f9) AuthConfig (28b44f036bb05b2efe97f9ac194832986ed54b6b089dca6416e6b09cbb436175) AuthConfig (0c0f4e8a2ffde429dc709b0218b3278b87813c164a5a47416efed9dbef88abe4) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (26c5a746a2cde33919b0784ef52e5cab3b95dc79c7dc255054b332be2c612c9f) AuthConfig (de0dbdf5190cd6e6426a4dd4482fd5ce1cf80a318381f52262a21f7b4d49cc3b) AuthConfig (3f3a29eeb7dddce11d4a86488ad8a1f3575b8a1c6589d0ce2f317d61a7f322c1) AuthConfig (3cb96d31cf3a92b8eae8fa3144c79097d0e8581553615ada5f1bff4f5afb10f1) AuthConfig (e38633215a8e30237d67db6edc4c22159f77c6e9c37939721452f6d230e19817) AuthConfig (f7733c33229230cc3fd97f83bddda1972feb63c84da3da07d5c67a5ad5888dd6) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (80da510a4d6a0e8a178195fb8e4c0011f55cd846e445cc676f8b845be06bc7c4) AuthConfig (2f76fc64d91698d8e686cdd58f2b7b9ddffbd6934fb9bffe9e4e0167ec1dd32b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"d34af2e3-aa6c-497a-ab70-677ff22b8e4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.700042742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8bf2c75d-bcdf-4fa1-948b-8c3bc753c793","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.7000662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8bf2c75d-bcdf-4fa1-948b-8c3bc753c793","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.74873076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"df30c95a-e3ab-49c7-889a-a5ba26cf6118","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:50.868150265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"df30c95a-e3ab-49c7-889a-a5ba26cf6118","name":"e2e-mt-cec7a4bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:56.643815509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"481de0cf-44d8-4379-8144-c04bc5f98e72","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:56.702324134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"481de0cf-44d8-4379-8144-c04bc5f98e72","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:55:56.760856151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76c2a8f2c324f7cee4ebed0de1dff153e9fd44a737c964f73f06f283b3e572d5) AuthConfig (53e961b1340b7ef73639505d444c89b4e17253767e6d44db6ab26fb0b6663333) AuthConfig (dabfc4807ed384ac2162573883d34850093ee595914d7510f769bd1729f1fb6a) AuthConfig (afca7bbc8a29927c9ccb415d8746291ec900f1a5380f82fc0f1907fc2fbcbbe9) AuthConfig (33120bc9b2970d9799d2f5f72d180c7be3728b8e0c3a97e87411dc8e4fd46cb9) AuthConfig (7cfdad89b2ec724441aee767f86ca14c38c068c4871b8153a814389ea59e5d9a) AuthConfig (38819013179793e575cc1ee2b2d7a586698e3898423d4ae306972ad425f3dd67) AuthConfig (740e7ca5569cfd096fb7da106f8a48df729fde2d8446e10517898f6b20901f3e) AuthConfig (41bef39faf7b095e6e67e1b77f993dcddf78a5b77939f54b636a3f3dea32becc) AuthConfig (0c870dc37b46bfa098ba578dc895f3a88c7d23f5643a6f85035340fbad170177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"481de0cf-44d8-4379-8144-c04bc5f98e72","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:00.80518672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"d10e85d2-fa92-4fcb-9f84-755c21027268","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:00.92307685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"d10e85d2-fa92-4fcb-9f84-755c21027268","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:01.210323959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"237e6f27-1f2b-433a-befa-ac85470dc083","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:01.21034535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"237e6f27-1f2b-433a-befa-ac85470dc083","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:05.928664347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"eb4a60c9-b8c2-4d6d-a563-d451a311aa8b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:05.928686866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"eb4a60c9-b8c2-4d6d-a563-d451a311aa8b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:05.985752999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b8f6c137-8b54-42e6-b211-4d37ebf78a0b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:05.985776631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b8f6c137-8b54-42e6-b211-4d37ebf78a0b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.091865927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"44cad361-20c4-4916-abdd-413426b55d51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.219325994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"44cad361-20c4-4916-abdd-413426b55d51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.275174017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"44cad361-20c4-4916-abdd-413426b55d51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.330768408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"0ceda207-0257-484f-8ba3-9275d2f17d95","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.330788363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"0ceda207-0257-484f-8ba3-9275d2f17d95","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.865566318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"1c3b0222-1aff-4107-91d7-03950ea5ddb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:06.922800754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"1c3b0222-1aff-4107-91d7-03950ea5ddb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:07.350654884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"8cd4ebd1-7849-451d-92ee-cf71d6d6dc12","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:07.350681001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"8cd4ebd1-7849-451d-92ee-cf71d6d6dc12","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.832675688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"5e5dcba2-d1ee-4b57-9263-d1d9fe6d40fc","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.832704742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"5e5dcba2-d1ee-4b57-9263-d1d9fe6d40fc","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.88461417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"2c9bc54b-5ee0-4f83-b45a-c0f3631969c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:10.889302373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"f145e99d-1d2f-4a5b-ab54-d02fb52ca380","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-0849aa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.941808571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"2c9bc54b-5ee0-4f83-b45a-c0f3631969c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.994880658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"26201a6f-71e1-4cb0-ae48-1a2bf6f4e297","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:10.99490784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"26201a6f-71e1-4cb0-ae48-1a2bf6f4e297","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:11.100265999Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"26201a6f-71e1-4cb0-ae48-1a2bf6f4e297","name":"e2e-cmp-legacy-0849aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0849aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:11.100326805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"26201a6f-71e1-4cb0-ae48-1a2bf6f4e297","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0849aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.152264977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"1ee7a41b-8185-45b9-947e-238f620aa606","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.152298179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"1ee7a41b-8185-45b9-947e-238f620aa606","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.30678477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"827b241e-8384-4ffe-937e-7bfe0c180a6b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.323221961Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"b6f7cf35-48de-4982-a5ab-4f770a5e8003","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cmp-legacy-0849aa","model":"e2e-cmp-legacy-0849aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.364082752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"827b241e-8384-4ffe-937e-7bfe0c180a6b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.591161888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"a7873baf-9c79-4987-984a-d388cc6c5bd5","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.591193688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"a7873baf-9c79-4987-984a-d388cc6c5bd5","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:11.801272466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"0986d37e-8642-4327-8a72-7f1ced6b6d07","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cmp-legacy-0849aa","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:12.277074483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b74c9d59-f595-4630-9058-5e3c95e3a130","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:12.377293498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"ff26b4e3-fd49-4ba6-978a-52a2c9ce3b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:12.514205506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec86b978-cdf3-4484-902d-bad02b6c7db1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:12.749821959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"370d094e-2206-4127-a69d-7cc05de30f90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:16.436296282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"80c2057c-209e-451f-b96f-2f6dd6db20dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:16.493841005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"80c2057c-209e-451f-b96f-2f6dd6db20dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:16.549576256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c61cef798792fb1d97f05e976ee3ef7a4ca266ed8b249f0b1cdf6170d319a65) AuthConfig (3e4f2ff0f1d505cd9cdfb18a5c4b220ecd48b76d0249f6041d12d8d8e3e6b3dd) AuthConfig (bf19f25a13a176222d7e83d99e7a955b351d2107801c093887e4203bd2f91147) AuthConfig (05a27754e096a8bff0e86a90c2d8b15b7fa187a1df6978830d73a56c36cb3ca7) AuthConfig (66be5bab17f66118c84fbc458473224f6f240807daa74a3e47cd4affeaea74c6) AuthConfig (c51f63b68502e2f6818897127d87ca6cec1788e2b6375373c77f1a2e00075b3f) AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (7d12d1a336a23735203785f77887c0be37beb822f80b7d7793bc1981421d4f84) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (56381ca949010cc8f235ff9bdf944d6cd387d58bc40c56a2fdfb36b1f2247cfd) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (d3ceef51985f7f5dff179ce79d871351dfa1e00ca0d65918b5bef4921627f6ad) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (8ebaf15563095a09cb71f441ffd873c6700729c42823f5ceed75242292aa335c) AuthConfig (89c2425b1abe84ece5c667b1b098176935b4b31b9de5cb4c339d110c11557e42) AuthConfig (0503aab8f4a431c1780eb4c8000f22ab42d67cc17ad5277159cc3b6bbf31d4c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"80c2057c-209e-451f-b96f-2f6dd6db20dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:16.60757675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"abd78f13-98b7-4b2c-b0d4-5f757a12c68a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:16.607595511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"abd78f13-98b7-4b2c-b0d4-5f757a12c68a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:20.066909646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.601064085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"7e2daff3-4102-46c4-9850-97ce417aa2f7","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cmp-legacy-0849aa","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.66875931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"908f2460-48b7-4bbe-9266-2fdefa16cc7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.788130602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2350602-0b48-4474-87f2-61f65e72808a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.805190133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"77be4627-819b-4ae4-bae0-9eb0c6cf741b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981","tenantID":"e2e-ait-aa3c4981","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.873205022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"79cc012a-5200-48cf-b155-d0697acc63fb","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.873231328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"79cc012a-5200-48cf-b155-d0697acc63fb","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.921789118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"77be4627-819b-4ae4-bae0-9eb0c6cf741b","name":"e2e-ait-aa3c4981-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:24.964776967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca2551a5-3fe8-442b-be00-5db4fa98213e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:25.087949769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"503ec165-8899-4743-9bba-54962c415599","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:25.168696168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"ef090be1-968c-4fd2-8400-4e0907721601","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:25.225829157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"ef090be1-968c-4fd2-8400-4e0907721601","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.714103847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"d95d6437-f0dc-489d-9c42-da8d7aea6f57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.762484564Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"1938ec42-573b-4708-8879-4ed25f0c8ef0","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.771232975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"d95d6437-f0dc-489d-9c42-da8d7aea6f57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.81540045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"ee949c1e-d4f5-4db7-9849-5431c1e1a9cd","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.815435627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"ee949c1e-d4f5-4db7-9849-5431c1e1a9cd","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.868345506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"f3fb9d9f-9b41-4e1c-a429-36ab42275121","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.919213719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7192083f-dd30-45b0-9a24-b09b76d44dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.919274279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31b76f97-2bc9-4166-975f-1e54eb6485f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.919771447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"80b20d3c-86bd-4a07-aa3c-6696d4c0159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.926481054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"f3fb9d9f-9b41-4e1c-a429-36ab42275121","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.979323088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31b76f97-2bc9-4166-975f-1e54eb6485f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.979322483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7192083f-dd30-45b0-9a24-b09b76d44dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:26.982658793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"80b20d3c-86bd-4a07-aa3c-6696d4c0159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.038766007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d16e1b16-aa57-4bdf-80ac-5667b8ffebe8","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.03878944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d16e1b16-aa57-4bdf-80ac-5667b8ffebe8","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.146189333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"5bc7c55d-b220-4125-92e0-c1ee66442784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.203373311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"5bc7c55d-b220-4125-92e0-c1ee66442784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.241027847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e69b1a7a-2679-4ee2-9508-2d7332e851ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.243360875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"77962a8b-942d-4fca-a52f-b3b71eab89c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.262689023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"c06112ba-87e7-43c1-9499-710489590cb7","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.298622865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e69b1a7a-2679-4ee2-9508-2d7332e851ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.302139984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"77962a8b-942d-4fca-a52f-b3b71eab89c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.315521703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"358187d2-0edb-4b4a-857e-7426de96e40c","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.315570058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"358187d2-0edb-4b4a-857e-7426de96e40c","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.423251659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7cc0a4b3-5c1e-4ef4-ac3a-7558d2466018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.42325883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"51e9aca7-6837-4fb4-9f48-c2c0d2bfbf35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.471254111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"58dd3138-e654-4846-993b-bbd4dc3b45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.481531621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"51e9aca7-6837-4fb4-9f48-c2c0d2bfbf35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.48481328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7cc0a4b3-5c1e-4ef4-ac3a-7558d2466018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.529112232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"58dd3138-e654-4846-993b-bbd4dc3b45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.610105915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acde9375-49b3-4416-b0fc-b050410b399a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.668416947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acde9375-49b3-4416-b0fc-b050410b399a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.724723839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cf3381d-f6de-4e0d-bba1-f9804c54345a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.772820044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"b95fd792-0ef9-417a-ab74-04c03829ea45","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.773023731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"84aac838-f3da-4a12-b450-969db9dcb527","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.781661195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cf3381d-f6de-4e0d-bba1-f9804c54345a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.830695855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"84aac838-f3da-4a12-b450-969db9dcb527","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:27.831902887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"b95fd792-0ef9-417a-ab74-04c03829ea45","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:30.708387849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"acce518a-a18d-473b-ab8a-a4bb31932fe9","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:30.708418754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"acce518a-a18d-473b-ab8a-a4bb31932fe9","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:31.669154632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6138147e-689c-40cc-920a-ccb7f3d7e28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:31.721340508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6138147e-689c-40cc-920a-ccb7f3d7e28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:31.773337785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6138147e-689c-40cc-920a-ccb7f3d7e28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:31.825034768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6138147e-689c-40cc-920a-ccb7f3d7e28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.510332198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"95e77f07-22c6-467b-82e5-3678fe06fb5f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.51035785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"95e77f07-22c6-467b-82e5-3678fe06fb5f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.570871637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81aaf8c5-25d4-4cb4-b261-53061ee7b896","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.570893565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81aaf8c5-25d4-4cb4-b261-53061ee7b896","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.629103947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"e196ee7f-f3fc-4ef2-8232-b6693d6ad4bb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:32.629794337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"0afe353e-67e5-4ec5-9aa1-61e41a45e714","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-699887\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:32.630022868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81aaf8c5-25d4-4cb4-b261-53061ee7b896","name":"sub-test-model-29269b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:32.630219797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81aaf8c5-25d4-4cb4-b261-53061ee7b896","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-29269b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.635748745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2c4bf288-6411-43f5-a3f2-893c09ccd497","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.635853835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2c4bf288-6411-43f5-a3f2-893c09ccd497","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.690307768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"e196ee7f-f3fc-4ef2-8232-b6693d6ad4bb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.742044546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"50b1313e-5dbb-4e26-a79a-4b72c11ec3c9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.742069563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"50b1313e-5dbb-4e26-a79a-4b72c11ec3c9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.800583515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"bbbdacfe-7ae3-47d3-b388-0c81d0185991","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.800605901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"bbbdacfe-7ae3-47d3-b388-0c81d0185991","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.847074436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"2af8a152-b007-421b-88e3-e9e7771f621d","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.847095848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"2af8a152-b007-421b-88e3-e9e7771f621d","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.958816943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"940f8ed2-4e55-49e0-963b-7bc5f3008ea4","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:32.958836486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"940f8ed2-4e55-49e0-963b-7bc5f3008ea4","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.007469154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"d6dbdba3-4970-4e47-877a-cad1b6350219","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.018381487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"53aa3f9f-eb53-48d4-90af-1656e33b2d81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:33.02221271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"8f8500c1-3f23-4a88-a8c3-854a484c4663","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-699887\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.084674092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"53aa3f9f-eb53-48d4-90af-1656e33b2d81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.084762643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"d6dbdba3-4970-4e47-877a-cad1b6350219","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.100946875Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"d496029a-a22a-4719-9a67-8c868fe08f0d","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"sub-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-shared-sub-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.163407735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"7ac01855-5c63-4eaf-807d-847947817a22","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.163428169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"7ac01855-5c63-4eaf-807d-847947817a22","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.181843601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"947fbe10-7904-47c4-add0-eaa2ad709d7d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.181863447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"947fbe10-7904-47c4-add0-eaa2ad709d7d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.22673388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"414e2f7a-ee07-4f50-9670-63c33c9b2d4b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.226757038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"414e2f7a-ee07-4f50-9670-63c33c9b2d4b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.321876653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"959cd04b-2675-4405-873a-86f6e050501f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.321896209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"959cd04b-2675-4405-873a-86f6e050501f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:33.383068711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"da7ffd6d-7b3e-4d6b-a7bf-f1bdfbe8c6d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-699887\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.385027725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"263c6265-dea8-4051-89e3-106867b5506a","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.385138826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"263c6265-dea8-4051-89e3-106867b5506a","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.436349028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"4087bfd9-2e18-40ab-aa42-f82836a15834","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.436727741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"8b71feb8-5e01-43f2-a1a9-a005530e6037","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.481211186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"2b05fe0b-9876-4d15-af4f-f3e91ab46ee5","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.481229384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"2b05fe0b-9876-4d15-af4f-f3e91ab46ee5","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.49488966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"4087bfd9-2e18-40ab-aa42-f82836a15834","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.496802182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"8e697b00-0edb-474f-82d5-81ba2f543d11","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"sub-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.501497703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"8b71feb8-5e01-43f2-a1a9-a005530e6037","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.509457998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7b121ffd-c4d7-46d7-8469-eee215d2468e","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.509475319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7b121ffd-c4d7-46d7-8469-eee215d2468e","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.538277456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"e4d566cf-04a8-4905-84f6-7d993673080c","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.538292154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"e4d566cf-04a8-4905-84f6-7d993673080c","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.565194056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"604d319d-4344-4474-a53a-8a475a77c7a3","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.565214227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"604d319d-4344-4474-a53a-8a475a77c7a3","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:33.590177136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"fc79773e-0c0a-4a58-bde5-156f33aadd01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-699887\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.661458045Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"9ed10486-7dba-4594-aa1c-ed7a4aa5f13e","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-a-only-699887","ai-tenant-e2e-shared-a-w4-29269b/e2e-shared-sub-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.664029101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5143c628-b808-46a1-83cc-68f2d1ef8a79","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.66405276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5143c628-b808-46a1-83cc-68f2d1ef8a79","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.702818715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"31ec3228-f423-4267-b99b-7dadd464c072","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.702839284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"31ec3228-f423-4267-b99b-7dadd464c072","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.760732072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"0761ab3f-e7ad-4a0a-b214-169895e10d25","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.760752835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"0761ab3f-e7ad-4a0a-b214-169895e10d25","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.778144772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"08f38b61-57bb-49fd-98cd-560e9a3f8167","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.823075284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4900d450-716c-48d4-a19e-14362f14696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.875060668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4900d450-716c-48d4-a19e-14362f14696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.875436286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"af695efd-aef7-471f-ab3e-90c180712668","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.927173356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4900d450-716c-48d4-a19e-14362f14696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.979555454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4900d450-716c-48d4-a19e-14362f14696d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:33.984476778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"af695efd-aef7-471f-ab3e-90c180712668","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.037873394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"9ed0f790-6c7a-46da-a5d5-f000340c8fd7","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-b-only-699887","ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.084321636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"a987ba3f-e3b7-4181-8c58-8786e09afbfa","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.091411793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"07c297e4-8690-4833-bc99-876bd320c5c9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.091433982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"07c297e4-8690-4833-bc99-876bd320c5c9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.143204868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"4e978207-32ec-458b-bf87-f2dcb60a04c8","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-b-only-699887","ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.353693185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"c0a65263-3e4b-4c6c-bd7b-0385e47263f4","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.362137133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"93486804-f14c-474f-9363-2574a63a11b3","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.36215682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"93486804-f14c-474f-9363-2574a63a11b3","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.40598706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"59b44fe9-6628-4f82-b0f3-37e1c0674951","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:34.571713723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"2d6789bb-3801-4ef8-8f30-c3f5f4ca7a27","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:38.749243632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"bd9cf5ed-650b-4dfb-a200-73116a8dfaac","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:38.749281902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"bd9cf5ed-650b-4dfb-a200-73116a8dfaac","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:38.800901724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"fc025d6b-cb2e-48c4-a10f-ed2838328464","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:38.858150132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"fc025d6b-cb2e-48c4-a10f-ed2838328464","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:38.911974196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"59f80690-0e26-4b6d-ba81-015eefa0c8c9","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e5bea49e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:39.224959347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"face3e7c-1daa-4738-a578-2284376eb8a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:39.281956252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"face3e7c-1daa-4738-a578-2284376eb8a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.451364383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"8c3c0618-b1cc-4bf6-883f-f5a6c1a91724","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.451468799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"8c3c0618-b1cc-4bf6-883f-f5a6c1a91724","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.522657619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"15166741-bad5-4373-a1c3-910ffb0c614e","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.523504364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"46331c31-5f85-427e-8b1a-a6f262ad3df9","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.701511169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"4978ff1b-f047-411f-8bc4-19d16629c63a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.70155705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"4978ff1b-f047-411f-8bc4-19d16629c63a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.702094963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5aaabf88-b903-481f-ab54-1c9adc93165b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:43.702117896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5aaabf88-b903-481f-ab54-1c9adc93165b","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.045431981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"345871ac-a2db-4004-8927-f5eb87858cb5","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.045730705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"101d3769-59bb-449d-9496-6d63a37aed13","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.247300928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"07ef6e5d-4fe1-46e1-b875-f7373f5d9535","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.247326646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"07ef6e5d-4fe1-46e1-b875-f7373f5d9535","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.250880928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2b009501-5ff6-4dbf-be89-282aaa7761ae","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.250901763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2b009501-5ff6-4dbf-be89-282aaa7761ae","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.357401417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"26ef6168-6fb6-4aa5-b72f-3faecb9574ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.416501482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"26ef6168-6fb6-4aa5-b72f-3faecb9574ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.505145317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"863d3f51-4b57-4685-b876-621383e427c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:44.56244766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"863d3f51-4b57-4685-b876-621383e427c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.339685248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"dce2b2d8-251a-40de-9199-899f7eaeccf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.339693711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"41bd4634-d029-4c37-abc8-ad7f1ead3c87","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.339707927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"41bd4634-d029-4c37-abc8-ad7f1ead3c87","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.545700882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"dce2b2d8-251a-40de-9199-899f7eaeccf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.608241278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"b8dc0eee-e00e-45c8-ae23-8089f576a2e4","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.609103196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"fa35013e-cf08-42d4-a267-27c3927d9f58","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.674109678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"dce2b2d8-251a-40de-9199-899f7eaeccf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.674129339Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-699887","reconcileID":"dce2b2d8-251a-40de-9199-899f7eaeccf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.732048966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"11f76046-926b-412a-90e1-949e1572af5d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.732074859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"11f76046-926b-412a-90e1-949e1572af5d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.882101301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9b24528c-84ca-4139-be74-b5ceb45f7228","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:47.882121104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9b24528c-84ca-4139-be74-b5ceb45f7228","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:48.005946381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"82e2229a-db3e-4190-85a5-446f12391ea2","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:48.006035404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"4ed9923d-50a0-44a8-ae21-c659bf9cc075","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:48.965422156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"1a884b43-f1ab-477e-908c-5bd442d5a523","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","subscription":"e2e-cmp-legacy-0849aa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.07082124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"1a884b43-f1ab-477e-908c-5bd442d5a523","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.124177494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-sub","reconcileID":"1a884b43-f1ab-477e-908c-5bd442d5a523","MaaSSubscription":{"name":"e2e-cmp-legacy-0849aa-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.451348094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"a5fec447-4082-4979-af79-90aa2b07f36d","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.451374302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"a5fec447-4082-4979-af79-90aa2b07f36d","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.504032246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"dcd0fe54-87b7-4627-9c72-e877a92225a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.561504541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"dcd0fe54-87b7-4627-9c72-e877a92225a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.621383081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"5b67918f-4bc2-404d-a310-cac60bb85938","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.621408324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"5b67918f-4bc2-404d-a310-cac60bb85938","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:49.822799742Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f1b2ce79-d5c5-480f-b90b-1f8131fbe3be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.028379363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f1b2ce79-d5c5-480f-b90b-1f8131fbe3be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.08006484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.1556606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f1b2ce79-d5c5-480f-b90b-1f8131fbe3be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.155682269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa-access","reconcileID":"f1b2ce79-d5c5-480f-b90b-1f8131fbe3be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0849aa-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.265456836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"d210aaf0-c09a-420f-9b76-36a5ef4c463a","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.265484278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"d210aaf0-c09a-420f-9b76-36a5ef4c463a","MaaSModelRef":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cmp-legacy-0849aa","externalModel":"e2e-cmp-legacy-0849aa","provider":"e2e-cmp-legacy-0849aa-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.795975811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"25d4b950-d05f-4d4e-a05d-a50a315bd1d2","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.909002107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"47b18fd2-1a24-4f53-92eb-7ed27fe9f73b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.96105709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"480079e1-b3ca-472a-bbd9-17033b98cded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.96111205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81a884bd-555c-4ebf-b283-6b3509e1c5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.961567711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6e984e83-fbc2-4137-b0d3-ce675fca804b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.961653688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bdd515f2-b44f-43f0-ad8b-11d1c5151642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:50.96695049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"47b18fd2-1a24-4f53-92eb-7ed27fe9f73b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.018719051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"480079e1-b3ca-472a-bbd9-17033b98cded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.019958515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bdd515f2-b44f-43f0-ad8b-11d1c5151642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.021044797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81a884bd-555c-4ebf-b283-6b3509e1c5e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.022224081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6e984e83-fbc2-4137-b0d3-ce675fca804b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.541276484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"f14acf1b-b5e0-415c-803e-89cfcc2f5262","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.645680571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"e51451ef-5149-4d8c-9b45-64e093cf9894","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.697181374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb73ccd1-3847-46cd-a2af-fefe22bd95c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.697667152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e886daf9-169d-4a95-a9d2-9137b0d07d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.697842304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9951ee6-2c8f-4982-bee4-4faa74cf8fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.698230073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0480930a-b0cc-4c0e-b641-b60a961178e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.702812594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"e51451ef-5149-4d8c-9b45-64e093cf9894","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.75463129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb73ccd1-3847-46cd-a2af-fefe22bd95c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.757905611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e886daf9-169d-4a95-a9d2-9137b0d07d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.758022284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9951ee6-2c8f-4982-bee4-4faa74cf8fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:51.760161459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0480930a-b0cc-4c0e-b641-b60a961178e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.511882023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"3b071070-e439-49ce-b0b9-d3df4f2ce1a2","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.511902265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"3b071070-e439-49ce-b0b9-d3df4f2ce1a2","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.676691954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"d32b6760-78c6-4155-ba4d-89a5207660fd","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.789647324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"68a12392-894f-4dc7-be5c-525ea74bf4b8","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.790743607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"f0a6d88b-6d0e-45ce-80ca-cf6a64b04ecc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.84099337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcecc570-d21b-44ce-b8bf-f55ad4a30f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.841613501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"20585ab6-bbad-47e9-9f1f-5ea13af80ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.841856716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3130696a-6a84-45c0-a0b5-b945a66056ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.842342387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"df6a2ce7-c815-47f7-aa4d-c7a9bdc84393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.847663062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"f0a6d88b-6d0e-45ce-80ca-cf6a64b04ecc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.898681117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcecc570-d21b-44ce-b8bf-f55ad4a30f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.899613792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"20585ab6-bbad-47e9-9f1f-5ea13af80ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.904027793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"df6a2ce7-c815-47f7-aa4d-c7a9bdc84393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:53.904901416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3130696a-6a84-45c0-a0b5-b945a66056ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.078947427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"34188781-7aca-455f-8dbe-1a3ece12b566","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.167339701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"654c74fb-1cef-4d3f-86fd-48ea4de02261","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.228260554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"654c74fb-1cef-4d3f-86fd-48ea4de02261","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.25118304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"b891eba0-1d2b-4940-ae05-94bfdbd66390","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.327300993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"22ab3fd2-ce42-4011-bde5-4ba0070a52e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.327352361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12639ed-5cad-414a-9622-d24843726e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.327943851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"04bc8d0a-7145-4a97-8562-56925ac97731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.327946872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d26ddc-a828-4173-bdf3-6488ac8be038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:54.362522847Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"b891eba0-1d2b-4940-ae05-94bfdbd66390","name":"e2e-cfl-000759","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-000759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:56:54.36261298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"b891eba0-1d2b-4940-ae05-94bfdbd66390","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-000759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.38632278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"22ab3fd2-ce42-4011-bde5-4ba0070a52e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.386322811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12639ed-5cad-414a-9622-d24843726e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.39262718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d26ddc-a828-4173-bdf3-6488ac8be038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.39269188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"04bc8d0a-7145-4a97-8562-56925ac97731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:54.415857984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"cc42420e-c009-4048-a382-1127d7f3bc87","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.164363721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"15859c8c-0fa9-4d9c-b513-ec02bacd6354","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.221875695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"83e6094a-d4ec-42ed-913b-d9fce2975e1e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.221912141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"83e6094a-d4ec-42ed-913b-d9fce2975e1e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-000759-0190f5845c32","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.275408007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"bbd12077-c9bc-448b-bf55-9ab56121ca12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.325569851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc7f50e-0991-410c-a8f4-dc1aafa306e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.325829628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"29aba3fe-2372-4bc3-a24f-c8b544353d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.32661313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"840bb410-ffb1-4239-893c-f7ec046e24b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.326679921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0e07381c-2e22-45a6-abb4-b3b3afe9bafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.332657805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"bbd12077-c9bc-448b-bf55-9ab56121ca12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.383167515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc7f50e-0991-410c-a8f4-dc1aafa306e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.383302187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"29aba3fe-2372-4bc3-a24f-c8b544353d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.386990228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"840bb410-ffb1-4239-893c-f7ec046e24b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:55.387003825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"0e07381c-2e22-45a6-abb4-b3b3afe9bafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.282254416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"5a5413ad-4c8e-417c-aec4-60b0acbbe512","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.389754493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"02ade5fc-b054-41c1-bb7b-b0b1ef94443c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.427328857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"ed962b2e-b19c-4540-93bb-12f7e8b8e58c","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.440883757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a54dc9e2-6794-47e3-9ed0-c92b325452b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.440998361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"35e47353-5510-4ea4-877e-69321524cfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.441578875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f31e31a-89e9-43de-b552-2cd72b103b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.441584944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27f7d04a-f0c2-4e24-83dd-64e30e7ef6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.446744791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"02ade5fc-b054-41c1-bb7b-b0b1ef94443c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.498812862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"35e47353-5510-4ea4-877e-69321524cfe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.49935193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a54dc9e2-6794-47e3-9ed0-c92b325452b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.501176002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f31e31a-89e9-43de-b552-2cd72b103b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.501786356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27f7d04a-f0c2-4e24-83dd-64e30e7ef6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.762962356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"db19a81b-767b-4f75-a147-cb964c4ec692","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.820094821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"db19a81b-767b-4f75-a147-cb964c4ec692","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.864762525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"f2082597-2e48-40e3-8894-ae99aa1e33e3","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.92046702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b821d3-ece6-4a7a-bfe8-8cd9ee70bbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.92047518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f2f148d-b8e8-4f5c-86d4-eba93d99f040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.921065865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dbd54b8e-43d9-424d-8d67-01b37921c876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.921158687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b4432f66-213d-445b-9e72-ed05ea90d244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.986004785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"dbd54b8e-43d9-424d-8d67-01b37921c876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.989754672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b821d3-ece6-4a7a-bfe8-8cd9ee70bbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.992856748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b4432f66-213d-445b-9e72-ed05ea90d244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:56.995507344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f2f148d-b8e8-4f5c-86d4-eba93d99f040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.051204704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"c832d287-f19f-41fe-88ea-97b55197fc3f","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.154676049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"17dd2e10-1d82-41ab-841b-2ff2aceff82e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.16046833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"bedb1854-574b-40d0-97fb-515ad9e3b27c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.288355531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"bedb1854-574b-40d0-97fb-515ad9e3b27c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.344161082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"bedb1854-574b-40d0-97fb-515ad9e3b27c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.38925308Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"643ea427-6e8c-4078-9f3a-87ef2ba9cf2c","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.449071918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"c1132ddb-1635-4663-ae75-be06219ea185","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.502179783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"bf2dde88-7528-4f24-9409-c11aefa0b3cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.563209695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"cbde1934-adea-4140-85dd-226d80d5c797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.563925295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1f1c1a2e-f3de-4dd5-a737-8a1cae4c2fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.564490397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5443ac12-8e07-4e64-bade-bc74570ad87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.569002569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bceeb489-7205-4db2-a233-81a6c1ee6ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.569370622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"bf2dde88-7528-4f24-9409-c11aefa0b3cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.569440419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"82da8b40-aecf-49a5-93fb-2f5f6fa35ced","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.617856166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"ab94df61-a2d7-41ff-9dde-1aad6afc7b1b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.620899851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"cbde1934-adea-4140-85dd-226d80d5c797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.621514861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1f1c1a2e-f3de-4dd5-a737-8a1cae4c2fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.623706825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5443ac12-8e07-4e64-bade-bc74570ad87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.625886004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bceeb489-7205-4db2-a233-81a6c1ee6ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.879945509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"2e629a8f-338f-4319-8812-9f80a3244dad","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.938930495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"2e629a8f-338f-4319-8812-9f80a3244dad","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.975774177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"90d73c1e-846e-4866-b139-70504e71d080","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.989428944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"b025f490-3558-46b9-a9d9-62569b0f51d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:57.994681354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"2e629a8f-338f-4319-8812-9f80a3244dad","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.035373668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a410b297-1fa1-4396-8dfa-b5bd38b3120c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.041192752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d699ad4d-3b46-451b-bb89-398f326437b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.041248182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9457486f-8f66-41bf-b7fd-cb9e9188707f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.046443232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"b025f490-3558-46b9-a9d9-62569b0f51d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.08023313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2bbe6e7a-572e-4f0a-8202-c29cecac2c7f","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.093136182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a410b297-1fa1-4396-8dfa-b5bd38b3120c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.099936351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d699ad4d-3b46-451b-bb89-398f326437b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.100332686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9457486f-8f66-41bf-b7fd-cb9e9188707f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.10662341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2899e031-049a-4a23-a30b-e464d8148cf5","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.153771278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7dcf2cc3-52c6-49bd-9a24-ff85a7b92346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.188382521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"4836e2f6-d7f0-4c4a-a910-6b3290e7dbd0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.188410791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"4836e2f6-d7f0-4c4a-a910-6b3290e7dbd0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.213021313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7dcf2cc3-52c6-49bd-9a24-ff85a7b92346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.276784462Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"f68d82eb-d687-4891-ac6c-e0b3fbaa60f9","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscription":"e2e-shared-sub-699887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.311495381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"c36e5c02-ea66-439f-a5b6-521f03e503e6","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.367524362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"5d234ba6-ba52-4620-9e23-ec5eaaa41f40","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.371058641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"c36e5c02-ea66-439f-a5b6-521f03e503e6","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.427580914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"c36e5c02-ea66-439f-a5b6-521f03e503e6","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.464052142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f20ada8f-70ac-430b-b2da-ae3403649795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.464860501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ceea3fd0-a0e5-49fc-8323-7a0068167084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.465487675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d12286c-4fd4-44b0-8e33-966677120931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.493909493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-699887","reconcileID":"f68d82eb-d687-4891-ac6c-e0b3fbaa60f9","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-a-only-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.521789402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f20ada8f-70ac-430b-b2da-ae3403649795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.522240995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"3b0a5961-8320-4470-9505-02cd691d95a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.522881033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d12286c-4fd4-44b0-8e33-966677120931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.524794854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ceea3fd0-a0e5-49fc-8323-7a0068167084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.582368071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"3b0a5961-8320-4470-9505-02cd691d95a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.610423879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"205ba973-a406-48a6-ac15-4e17afd21b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.668923758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"205ba973-a406-48a6-ac15-4e17afd21b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.716636183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"1d87c1f5-0644-483d-bb58-8790676c75dc","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.757917573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"fb94526c-071c-443a-96a8-360bfd4e5d8f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.757948831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"fb94526c-071c-443a-96a8-360bfd4e5d8f","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.831900152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"39a2a90f-b5d7-4292-890d-9957a8a656a1","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.889318222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"39a2a90f-b5d7-4292-890d-9957a8a656a1","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.90348593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"ddf9eca9-65a5-4a43-b6f6-648c19ab9bfb","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.903504103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"ddf9eca9-65a5-4a43-b6f6-648c19ab9bfb","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:58.945017754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"39a2a90f-b5d7-4292-890d-9957a8a656a1","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.056252273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"0074cca5-0010-421e-9511-63f01292596f","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.16199892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"b102627c-54ff-41d3-9382-740a449f8777","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.162915293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"673adc6d-7847-4bbe-8ef5-811c317969f5","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.214723133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4360b98a-d94b-45cd-9192-bd4351d7f015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.215008683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21acef65-02aa-4c27-a9be-976bbaaabffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.215111767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"990a823a-f268-40af-9ff4-8adae36bd1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.219102732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"b102627c-54ff-41d3-9382-740a449f8777","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.220424578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"673adc6d-7847-4bbe-8ef5-811c317969f5","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.273564587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"990a823a-f268-40af-9ff4-8adae36bd1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.273823376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4360b98a-d94b-45cd-9192-bd4351d7f015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.276973229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"673adc6d-7847-4bbe-8ef5-811c317969f5","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.277070272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21acef65-02aa-4c27-a9be-976bbaaabffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.432930798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b98f34c9-259e-4353-bf99-f3b0ac73c554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:56:59.49040124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b98f34c9-259e-4353-bf99-f3b0ac73c554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:03.512792741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"2640b484-72d0-465c-8032-e6bb66bdbd6c","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:03.512819935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"2640b484-72d0-465c-8032-e6bb66bdbd6c","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:06.39750996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40dca8b-1870-42ae-9957-f93f4fb198b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:06.449673929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40dca8b-1870-42ae-9957-f93f4fb198b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:06.501770961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40dca8b-1870-42ae-9957-f93f4fb198b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:06.553787137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40dca8b-1870-42ae-9957-f93f4fb198b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:08.473330104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"0127322f-360d-49e1-86b7-ec45512256a3","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:08.47642777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0670fd06-33c3-4e8d-a022-c17f03ff1edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:08.528624033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0670fd06-33c3-4e8d-a022-c17f03ff1edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:08.580596708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0670fd06-33c3-4e8d-a022-c17f03ff1edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:08.632591139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0670fd06-33c3-4e8d-a022-c17f03ff1edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.06634839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"71e07197-8393-4a63-8c42-9ccc0326502f","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscription":"e2e-a-only-699887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.119115161Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"71e07197-8393-4a63-8c42-9ccc0326502f","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.171946685Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-699887","reconcileID":"71e07197-8393-4a63-8c42-9ccc0326502f","MaaSSubscription":{"name":"e2e-a-only-699887","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.382355183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"d8adff43-b62c-40f4-ad19-7761def22f04","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.439776181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"d8adff43-b62c-40f4-ad19-7761def22f04","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.444659573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81598885-5d6e-4768-9d96-29ba92d7d237","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.444680364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"81598885-5d6e-4768-9d96-29ba92d7d237","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.495743435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"d8adff43-b62c-40f4-ad19-7761def22f04","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.821080452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"236acb9d-ed5c-4882-9b19-58144668491c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.821524576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"8adbbcac-19d0-4d41-bbc6-54a9023725d1","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:09.821559632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"8adbbcac-19d0-4d41-bbc6-54a9023725d1","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.029918392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"236acb9d-ed5c-4882-9b19-58144668491c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.094873855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"d927346e-88a0-4c06-87c2-04305bac6a80","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.094915221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"fb85bb61-a918-4efc-b2ef-660eafbe417a","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.179100465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"236acb9d-ed5c-4882-9b19-58144668491c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.17923257Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-699887","reconcileID":"236acb9d-ed5c-4882-9b19-58144668491c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.235862338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"61cfbde5-dd1b-41b9-9a5e-c90f10deb0da","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.235883534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"61cfbde5-dd1b-41b9-9a5e-c90f10deb0da","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.394980647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b4028125-aca9-40fb-8043-89d6a168c84e","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.395010401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b4028125-aca9-40fb-8043-89d6a168c84e","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.65269605Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"ceea656a-0626-49be-a725-bf686258982e","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-b-only-699887"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:10.719371061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"851c8fd1-9211-44e0-bb6e-d2deb6f028ca","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.074762012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"e42e93f3-50bf-4940-b85e-c87d5bf996a3","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.208918549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78cced0-4713-4785-9f34-223cfd93c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.261969701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78cced0-4713-4785-9f34-223cfd93c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.313908127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78cced0-4713-4785-9f34-223cfd93c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.366229693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78cced0-4713-4785-9f34-223cfd93c521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.471085951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"411f3940-be51-42a9-9f49-c23cc71252af","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.528223343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"411f3940-be51-42a9-9f49-c23cc71252af","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.635149742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05b04489722023867e9b12101664caaf32842341e106645a4edc02f9568b3e3e) AuthConfig (feee2a81dc202c5c582d91cd2252b5cbc6cfe83c8043b864e8eb2610613cab45) AuthConfig (69be63a3ec9ccb9547fd91dccb898045ca90357e902366c99473f2b7236dc40f) AuthConfig (16ce3b3d4f603b269eec6fb7e431bfb15c02ab136ca8af5f02b65c8aa1d97f34)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"411f3940-be51-42a9-9f49-c23cc71252af","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.745825133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"dd5f2be7-84a1-40fc-99cf-8c93722f09bb","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:11.745853537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"dd5f2be7-84a1-40fc-99cf-8c93722f09bb","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.284635539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8dcbf3-a9ae-48a9-9939-9f96b17a0125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.336607617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8dcbf3-a9ae-48a9-9939-9f96b17a0125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.388762952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8dcbf3-a9ae-48a9-9939-9f96b17a0125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.440798329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8dcbf3-a9ae-48a9-9939-9f96b17a0125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.514016515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"3ce9a70b-1ce1-4bd8-8e69-aad4cab02c8c","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:13.514037641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"3ce9a70b-1ce1-4bd8-8e69-aad4cab02c8c","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:15.384024729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0b77e4-0855-40b1-9cc9-473275d554ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:15.435724894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0b77e4-0855-40b1-9cc9-473275d554ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:15.488006626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0b77e4-0855-40b1-9cc9-473275d554ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:15.540155114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0b77e4-0855-40b1-9cc9-473275d554ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:18.634352802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"1f695f62-a494-435d-8e8a-81f2ca653c63","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:19.702259664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"cb23085f-5b51-494e-84e5-cf4925831144","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenant":"e2e-mt-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","model":"ai-tenant-e2e-mt-cec7a4bb/e2e-lifecycle-model-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:19.70228954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"e2e-lifecycle-model-cec7a4bb","reconcileID":"cb23085f-5b51-494e-84e5-cf4925831144","MaaSModelRef":{"name":"e2e-lifecycle-model-cec7a4bb","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"routeName":"e2e-lifecycle-model-cec7a4bb-kserve-route","namespace":"ai-tenant-e2e-mt-cec7a4bb","llmisvcName":"e2e-lifecycle-model-cec7a4bb","gateway":"openshift-ingress/e2e-mt-cec7a4bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.133039409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.784065824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc39b727-86ef-46bb-a563-1db93ca2bacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.836260828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc39b727-86ef-46bb-a563-1db93ca2bacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.889193364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc39b727-86ef-46bb-a563-1db93ca2bacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.941506177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"828114e2-8e80-474b-9b1a-9827c30a25bf","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscription":"e2e-shared-sub-699887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:20.941699974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc39b727-86ef-46bb-a563-1db93ca2bacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.099780605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-699887","reconcileID":"828114e2-8e80-474b-9b1a-9827c30a25bf","MaaSSubscription":{"name":"e2e-shared-sub-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.476997975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"67c80fac-0564-4d2e-a1df-c1fb554ad890","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.477028502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"67c80fac-0564-4d2e-a1df-c1fb554ad890","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.6730392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f4f13e1f-602a-4650-a861-be5699f37846","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.67307164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f4f13e1f-602a-4650-a861-be5699f37846","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.804928532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9d913572-6433-4e54-946a-54549dd261ae","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:21.862414535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9d913572-6433-4e54-946a-54549dd261ae","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:22.319571682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2cad2137-99b9-414c-aa53-1d51e1fc28c5","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:22.319603628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2cad2137-99b9-414c-aa53-1d51e1fc28c5","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:22.887202929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b000d40-607d-4b5b-949f-f2dc9cb31f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:22.940639961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b000d40-607d-4b5b-949f-f2dc9cb31f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:22.992726397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b000d40-607d-4b5b-949f-f2dc9cb31f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.044711151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b000d40-607d-4b5b-949f-f2dc9cb31f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.448741861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"28f691ad-7e7a-414c-b35c-bfc5ca79ccb7","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.448766556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"28f691ad-7e7a-414c-b35c-bfc5ca79ccb7","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.501750435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e78a3f24-28e0-4c02-8f16-c6f085ff03da","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:57:23.50215474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"2b82e564-2e25-4db5-a3e2-3fe881e93b8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-000759-f761e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.59159013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e78a3f24-28e0-4c02-8f16-c6f085ff03da","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.616227563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2e1ce068-adef-420e-b981-2b4babbf1538","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.616256714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2e1ce068-adef-420e-b981-2b4babbf1538","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.721970848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"bc6c1876-36e9-4cac-9006-6cd76228089d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.721997611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"bc6c1876-36e9-4cac-9006-6cd76228089d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.827724813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2bdf24c8-ed20-465e-95ba-ad8c7fcba31e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.827750796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"2bdf24c8-ed20-465e-95ba-ad8c7fcba31e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.963750168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"924939fa-93db-4cdf-a586-0d1d8bad837e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:23.963828345Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"f3a1b4d5-a717-43c9-beba-0d9b7353f3f7","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","model":"e2e-cfl-000759","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:24.021336536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"924939fa-93db-4cdf-a586-0d1d8bad837e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:24.232909608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"0884f690-fbbd-427f-9c9e-6301039efd33","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:24.232934312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"0884f690-fbbd-427f-9c9e-6301039efd33","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:24.444950794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"8d1b0f81-9580-4325-81e8-c8e3e7f29a2f","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:28.741018795Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"41a899bd-9d81-4ead-bd8e-45c8f6c0d445","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.65792942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"2c9cdea2-98bb-4fb4-9f4e-b0afbee35810","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.836419083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"aec648ed-1f1c-4e20-baa9-d3d0b3ae9689","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscription":"e2e-b-only-699887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.889596809Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"aec648ed-1f1c-4e20-baa9-d3d0b3ae9689","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.928207658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"c9a09fed-32b7-4a06-8e40-fb57bdb67cb9","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.9282303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"c9a09fed-32b7-4a06-8e40-fb57bdb67cb9","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:31.942149345Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-699887","reconcileID":"aec648ed-1f1c-4e20-baa9-d3d0b3ae9689","MaaSSubscription":{"name":"e2e-b-only-699887","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.212581697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f0478059-74a5-4ca4-946d-6ea60a3be2e3","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.212603493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f0478059-74a5-4ca4-946d-6ea60a3be2e3","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.286755527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f4cefe5b-4884-4f33-87ae-f054a5caa89f","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.353883043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f4cefe5b-4884-4f33-87ae-f054a5caa89f","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.497646102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"a5fdf97c-0ff3-434c-a763-50787bc938de","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.497666197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"a5fdf97c-0ff3-434c-a763-50787bc938de","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.552417721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8b6b4ea3-a572-4183-9a9c-8a44ea378816","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.552439928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8b6b4ea3-a572-4183-9a9c-8a44ea378816","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.656639537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"502d907a-4867-4294-8108-daa4e55d68fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.783449014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"502d907a-4867-4294-8108-daa4e55d68fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.840155245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"502d907a-4867-4294-8108-daa4e55d68fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.898708805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"5db69428-a1c1-425d-8f70-b006af7e1073","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:32.89872712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"5db69428-a1c1-425d-8f70-b006af7e1073","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.482048201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"4390752c-2bc5-4dd3-a482-ed20062f307c","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.563369624Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"70e39969-0809-4c05-bdb3-5fc96fe4e5d6","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.587227157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"58115e2a-82ca-40b6-8e7f-790c9f28b40a","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.588735712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"30340839-c58a-4b92-90bc-5a0cb93d2de1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.63876156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985cf236-3f4f-4cf6-8502-70e4aa379a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.640028727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51133804-bc07-4c20-8e02-ba051368fae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.640037922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1a43dff5-6880-4dd1-ad24-844e59dfacb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.64577698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"58115e2a-82ca-40b6-8e7f-790c9f28b40a","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.646241104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"30340839-c58a-4b92-90bc-5a0cb93d2de1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.696311766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985cf236-3f4f-4cf6-8502-70e4aa379a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.697365848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1a43dff5-6880-4dd1-ad24-844e59dfacb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.698765091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51133804-bc07-4c20-8e02-ba051368fae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.701847394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"30340839-c58a-4b92-90bc-5a0cb93d2de1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.858822361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"53ea353f-80a2-4bd6-acef-f7daf489c4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.874300485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"145b5dcb-1a91-486a-9266-ff7b9617947d","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:35.915852511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"53ea353f-80a2-4bd6-acef-f7daf489c4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.043735026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"137e5981-f3b5-46ab-bba2-3b5d9b351164","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.06268848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7e616d07-6af0-4b78-a697-4aac7e5aa9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.062953053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5c413fc-bea2-4501-98fa-3d352acc1166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.062688516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59bcb629-48c4-4896-8eff-2614381c1e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.10576671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"12b016f3-9f95-41a7-b8ce-549d484a516b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.13434957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7e616d07-6af0-4b78-a697-4aac7e5aa9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.148022086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5c413fc-bea2-4501-98fa-3d352acc1166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.151098692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59bcb629-48c4-4896-8eff-2614381c1e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.151767072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"b0d77148-7c45-4563-9d8d-2a2371f6b055","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.162409739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"12b016f3-9f95-41a7-b8ce-549d484a516b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.222253187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"12b016f3-9f95-41a7-b8ce-549d484a516b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.334186828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"35602735-6a60-4879-b135-c0a5ccab9b70","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.391268871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"35602735-6a60-4879-b135-c0a5ccab9b70","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.75164111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"2d1144fa-0a0f-4e92-b538-9387706c81ad","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.812775545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"09131e1c-19f5-4388-a684-e0d356e6ce71","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.812804302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"09131e1c-19f5-4388-a684-e0d356e6ce71","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.865295396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"1be80dc7-49c8-458b-98c1-67ac96719ec4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.922468715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"512055e9-ffde-4ce9-ab19-b32a82481d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.922725286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fd4005-caf7-426f-a9f9-b42360858b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.922472467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"81e8ed6d-5513-4bbe-a847-96f34d04699d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.923238734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"44ce64c9-b821-4790-9573-a4aac42d7b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.9280079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"1be80dc7-49c8-458b-98c1-67ac96719ec4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.983478354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fd4005-caf7-426f-a9f9-b42360858b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.986414401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"44ce64c9-b821-4790-9573-a4aac42d7b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.989283978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"512055e9-ffde-4ce9-ab19-b32a82481d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.989733516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"81e8ed6d-5513-4bbe-a847-96f34d04699d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:36.991158463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"1be80dc7-49c8-458b-98c1-67ac96719ec4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:37.100080818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e0785219-244e-4924-b6e1-64a904da8d57","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:37.156897632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e0785219-244e-4924-b6e1-64a904da8d57","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:37.873751915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"56691c2d-8b7b-4805-a86e-20a10998d71b","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:37.980856165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"55cd56be-7442-4075-aa1a-c580ad15f838","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:37.981411032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"be63301f-0bc7-489d-9b58-4ee71a5524d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.037664779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"74031f9c-c3f1-4dc4-9f13-2d5ec44f25a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.037798892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30ff3bec-bf28-4156-a643-829118978ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.038252661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f105df-314c-4242-8e61-ce94d98ebfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.043378983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"be63301f-0bc7-489d-9b58-4ee71a5524d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.043439966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"55cd56be-7442-4075-aa1a-c580ad15f838","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.095032544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30ff3bec-bf28-4156-a643-829118978ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.09562213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"74031f9c-c3f1-4dc4-9f13-2d5ec44f25a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.097222857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f105df-314c-4242-8e61-ce94d98ebfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.099047662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"be63301f-0bc7-489d-9b58-4ee71a5524d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.257840379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83d613ee-6759-4f68-b509-1d25246e15bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.258110631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"92b56208-7661-4181-9f2d-7c5f5816fe68","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.314681037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"83d613ee-6759-4f68-b509-1d25246e15bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.404930403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"02716219-896e-484b-a3f7-6be64113efc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.45581492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd21ec52-0ced-4986-9be1-fd650526f905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.455815553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c49641f1-83db-46db-b7c9-dd8c0ae4d32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.46211682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"02716219-896e-484b-a3f7-6be64113efc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.504220976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"8a7f7b19-08c5-408f-b4b8-a181a253d450","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.51381206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd21ec52-0ced-4986-9be1-fd650526f905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.514247578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c49641f1-83db-46db-b7c9-dd8c0ae4d32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.518049993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"02716219-896e-484b-a3f7-6be64113efc6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.561254335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"8a7f7b19-08c5-408f-b4b8-a181a253d450","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.637352288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"71e18352-d40d-459c-9e35-29fbb87db755","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.679776003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"497c62e1-8472-4590-8980-97479948431c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.738342094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"497c62e1-8472-4590-8980-97479948431c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.774611975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8ae6de49-473d-4005-aca7-f6480b1f5c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.816919433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"84813827-e331-4e3e-800d-665bcdda5dbe","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.816944208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"84813827-e331-4e3e-800d-665bcdda5dbe","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.831898399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"8ae6de49-473d-4005-aca7-f6480b1f5c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.922156499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"58057183-bf0d-49aa-925e-7ed44f74850f","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.922180264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"58057183-bf0d-49aa-925e-7ed44f74850f","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:38.977678405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"fdeb26a0-974f-4a94-9860-e6a918f5b723","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.03469661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"fdeb26a0-974f-4a94-9860-e6a918f5b723","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.463516999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"4f756f2c-7e52-4182-865b-b10db9414be0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.463566137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"4f756f2c-7e52-4182-865b-b10db9414be0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.558162348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"8cd86d78-c576-437f-b6db-8d33ad50e363","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.662708717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9fee1735-1c28-4bd9-b8b2-0def435cd327","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.675102207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","namespace":"ai-tenant-e2e-ait-aa3c4981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.675166535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","namespace":"ai-tenant-e2e-ait-aa3c4981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.675214923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","tenant":"e2e-ait-aa3c4981","tenantID":"e2e-ait-aa3c4981","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.713944363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a76d624b-fa46-4c77-962b-3313b1ef2dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.715447833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"395780c4-b58c-485a-8e67-6fa6eb8c3602","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.715675184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5c92b2e4-ef69-4697-9797-4965a01f87fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.716161191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"be9ac510-b41f-4c66-aed9-782aa1b911e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.719883129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9fee1735-1c28-4bd9-b8b2-0def435cd327","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.729777291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Deployment","name":"maas-api-e2e-ait-aa3c4981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.771102999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a76d624b-fa46-4c77-962b-3313b1ef2dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.773258499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"395780c4-b58c-485a-8e67-6fa6eb8c3602","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.77340555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5c92b2e4-ef69-4697-9797-4965a01f87fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.775714619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9fee1735-1c28-4bd9-b8b2-0def435cd327","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.775715683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"be9ac510-b41f-4c66-aed9-782aa1b911e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.793043475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Service","name":"maas-api-e2e-ait-aa3c4981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.852781146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-aa3c4981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.907044196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-aa3c4981","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.932934382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a8e9472-8d5e-4e0c-8217-8d06ba9e1733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.96932625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:39.995134419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a8e9472-8d5e-4e0c-8217-8d06ba9e1733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.024671485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.082592344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.142154815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"543c1388-933c-40be-809c-14c3aa353fb7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.142328181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.168627238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"9329931b-c009-430d-b441-b0b4b5ecfddf","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.195441372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Deployment","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.202328595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"543c1388-933c-40be-809c-14c3aa353fb7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.226329821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"59ce0f6f-ff69-4720-9c8e-92e13df5640d","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.247595316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.27999249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"edb0ce1f-c256-48a5-bf63-864230cee31e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.303177363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Service","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.330904217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bc1569-6055-44e6-a6f5-ad247cc627f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.331137953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e2fe0268-8aed-4c91-a3f1-03f5454c10c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.338470585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"edb0ce1f-c256-48a5-bf63-864230cee31e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.355977013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"Service","name":"payload-pre-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.387888035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e2fe0268-8aed-4c91-a3f1-03f5454c10c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.387920185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bc1569-6055-44e6-a6f5-ad247cc627f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.394279866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"edb0ce1f-c256-48a5-bf63-864230cee31e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.407402763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"DestinationRule","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.430970882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e556a3-84b6-4a6c-b6d8-3ac3959a4fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.458996207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.488245105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e556a3-84b6-4a6c-b6d8-3ac3959a4fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.510772264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.55877812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"60da8dc2-8538-48d7-8450-011585a1e479","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.600462871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.619427565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"60da8dc2-8538-48d7-8450-011585a1e479","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.651949727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.664330011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"db8c1898-d3cf-4512-97fd-1733b64b2731","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.703988334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.723287075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"db8c1898-d3cf-4512-97fd-1733b64b2731","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.759914839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-aa3c4981","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.811713666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"namespace":"ai-tenant-e2e-ait-aa3c4981","name":"default-tenant","reconcileID":"e1437f51-02b4-4bd3-a4f3-aca4ac6692b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-aa3c4981","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.824628802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"172df2ba-a7dc-4131-9124-a9b262dadcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.875527872Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.875609365Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","namespace":"ai-tenant-e2e-mt-cec7a4bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.87566364Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","tenant":"e2e-mt-cec7a4bb","tenantID":"e2e-mt-cec7a4bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.882023689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"172df2ba-a7dc-4131-9124-a9b262dadcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:40.93912408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Deployment","name":"maas-api-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.008480123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Service","name":"maas-api-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.066435047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.120490922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cec7a4bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.176961449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.231943294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.298231121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.355107455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.406811402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Deployment","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.458873167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.511452346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Service","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.563286245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"Service","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.614797951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.638630039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aa3c4981","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aa3c4981","reconcileID":"2e500123-4375-4999-93db-58d36a74dd29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aa3c4981","removed":["maas.opendatahub.io/gateway-access-e2e-ait-aa3c4981"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.666437611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.718252506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.775643425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.830720343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.890897531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.942834937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cec7a4bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:41.988455424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"990ded1c-fdca-4aa8-b135-c5af54ba4ebc","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:42.047318557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"namespace":"ai-tenant-e2e-mt-cec7a4bb","name":"default-tenant","reconcileID":"e6d00c2a-e59b-4c67-8b13-96897bb92088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cec7a4bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:42.985900708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996c50d-782c-4cc3-9277-ac983f7907f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.045270892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996c50d-782c-4cc3-9277-ac983f7907f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.09762951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996c50d-782c-4cc3-9277-ac983f7907f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.149468484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996c50d-782c-4cc3-9277-ac983f7907f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.596359598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"967db57c-6335-4f64-8fee-b372db0ea73b","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.708293997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"72366bca-0b81-42b6-846b-e10155d413a3","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:43.922209006Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cec7a4bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cec7a4bb","reconcileID":"1a8435a5-dd56-47d9-a318-85a38b612adb","aitenant":"ai-tenants/e2e-mt-cec7a4bb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.086009812Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"40515f06-0c3b-4921-8dd7-3f274577a7fe","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.564923247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.623449484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"d91cd88d-7e76-409a-98af-17bc602953c7","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.623477147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"d91cd88d-7e76-409a-98af-17bc602953c7","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:57:44.679590286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-1c9f10-b7eff9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.735173043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f122ed38-559f-417c-b302-5d050905e3a7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.73536375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d99ca634-a334-48c7-9a1e-40764283ae16","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.791852681Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cec7a4bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cec7a4bb","reconcileID":"1a8435a5-dd56-47d9-a318-85a38b612adb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cec7a4bb","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cec7a4bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.793377461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f122ed38-559f-417c-b302-5d050905e3a7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.794019236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"de28ef4a-db1d-4966-83a2-23af9af3533f","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.794038587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"de28ef4a-db1d-4966-83a2-23af9af3533f","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.798276858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d99ca634-a334-48c7-9a1e-40764283ae16","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.902495376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"dd358a30-33ab-4c61-915a-12fe73726e6b","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:44.902526005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"dd358a30-33ab-4c61-915a-12fe73726e6b","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.000602192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"57d0757e-fa6e-4328-9552-b4c9bf6243c4","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-cfl-1c9f10","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.009035918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"6215ae3d-02fc-47e7-b6fc-14aace3e6ddd","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.178666972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab554a-db16-44f3-922b-9fd0b04f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.230713995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab554a-db16-44f3-922b-9fd0b04f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.230843448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ef19859d-eb15-4cc2-b2a5-48b507f2bf49","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.231055645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"54b0964f-47d5-4700-94c4-f7bfebf2ea9c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.283097708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab554a-db16-44f3-922b-9fd0b04f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.288781598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ef19859d-eb15-4cc2-b2a5-48b507f2bf49","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.336585476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab554a-db16-44f3-922b-9fd0b04f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.342063235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"54b0964f-47d5-4700-94c4-f7bfebf2ea9c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.396693994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"11de5cc2-5e24-414b-9654-77227ebd00d2","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.396720668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"11de5cc2-5e24-414b-9654-77227ebd00d2","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.660505404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"8e842936-3a2e-4391-8c54-e098adb1e873","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.933768002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9bb433-f69f-433b-b952-51e811a31e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.933792286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9bb433-f69f-433b-b952-51e811a31e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.99097475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a4b679-bcd4-4aec-b1da-f3b46ddd50df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:45.990998553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a4b679-bcd4-4aec-b1da-f3b46ddd50df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.140140873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"ff79d2fb-b92c-4072-a588-5ec687dddc85","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.148023222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-2243d1","reconcileID":"e78e01ff-55a3-4857-bf2c-e558f7b64c72","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.246831182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-2243d1","reconcileID":"e78e01ff-55a3-4857-bf2c-e558f7b64c72","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.248582315Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.254386237Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"a1298ca0-6356-4a9d-8c10-2b4e8228a069","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:57:46.370904705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-2243d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-2243d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.418433827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4016885c-5c28-4578-adc2-ef8023ec6880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.470755804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"60ae848f-400c-478a-a9c4-c6e31df275db","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.477045004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4016885c-5c28-4578-adc2-ef8023ec6880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.522317289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0bdb2f9-bf8d-4fad-acd9-d5644fa1cb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.524132499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32284adf-3fc5-48af-8960-1ab25067666d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.524154626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32284adf-3fc5-48af-8960-1ab25067666d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.577069143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"bf35bb6e-f479-44fa-b1f9-53556471e0cf","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.577107491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"bf35bb6e-f479-44fa-b1f9-53556471e0cf","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.581126168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0bdb2f9-bf8d-4fad-acd9-d5644fa1cb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.629767273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0fb0d94-e877-4687-b346-21187bf6a17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.62979395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0fb0d94-e877-4687-b346-21187bf6a17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.744009302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-2243d1","reconcileID":"a7dc39d4-f9d5-472f-814e-ba4d8c064bac","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-2243d1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.791170642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-2243d1","reconcileID":"0bde884e-feb1-4318-8db6-5076a524b0f7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.848119319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-2243d1","reconcileID":"0bde884e-feb1-4318-8db6-5076a524b0f7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.908495823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8004203-7146-49e4-9bef-514f14bd9a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.908514663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8004203-7146-49e4-9bef-514f14bd9a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:46.954746863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"823efdc9-925b-4653-84f3-ca64f18b3c77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.125793172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-2243d1","reconcileID":"dd30c0d4-5677-4276-a222-3f32b013e19b","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.288027125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc8895-190b-479c-bfa6-c627b6f3283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.340466002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc8895-190b-479c-bfa6-c627b6f3283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.394915936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc8895-190b-479c-bfa6-c627b6f3283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.447642292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cc8895-190b-479c-bfa6-c627b6f3283c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.505212268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"86755048-73f9-40ca-94b5-898dc0ce7bef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.61400219Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e061217e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e061217e","reconcileID":"432667b7-5500-4319-b8db-41974f027f7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e061217e","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-e061217e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:47.996029869Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"7068c591-a9a3-4c6d-b489-9034aa0a81ff","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:48.88147998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"b9a685d2-7921-4cb1-80e7-cf388e79c2b5","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:48.940166238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"b9a685d2-7921-4cb1-80e7-cf388e79c2b5","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:49.370751167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948286a8-4110-4a14-90ac-923cd8d553cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:49.422693046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948286a8-4110-4a14-90ac-923cd8d553cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:49.474456292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948286a8-4110-4a14-90ac-923cd8d553cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:49.526176201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"948286a8-4110-4a14-90ac-923cd8d553cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.069043684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.267583731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"b4598a5e-681b-46f4-a195-096f95f38f21","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.50074852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"3768df04-9e94-441b-91cb-2bf96f8d1775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.558555513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"3768df04-9e94-441b-91cb-2bf96f8d1775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.615146636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73dbb3cc123180cbc4f0f9ff853916ae5abb3d58b8402e6e4ae2ddab4ac32e53) AuthConfig (80da510a4d6a0e8a178195fb8e4c0011f55cd846e445cc676f8b845be06bc7c4) AuthConfig (de0dbdf5190cd6e6426a4dd4482fd5ce1cf80a318381f52262a21f7b4d49cc3b) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (2f76fc64d91698d8e686cdd58f2b7b9ddffbd6934fb9bffe9e4e0167ec1dd32b) AuthConfig (28b44f036bb05b2efe97f9ac194832986ed54b6b089dca6416e6b09cbb436175) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (06a3c4b1fdf8f86801391597e68fb4470211e4cc07cbff3fed23110cd48fa1f9) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (3f3a29eeb7dddce11d4a86488ad8a1f3575b8a1c6589d0ce2f317d61a7f322c1) AuthConfig (26c5a746a2cde33919b0784ef52e5cab3b95dc79c7dc255054b332be2c612c9f) AuthConfig (f7733c33229230cc3fd97f83bddda1972feb63c84da3da07d5c67a5ad5888dd6) AuthConfig (e38633215a8e30237d67db6edc4c22159f77c6e9c37939721452f6d230e19817) AuthConfig (0c0f4e8a2ffde429dc709b0218b3278b87813c164a5a47416efed9dbef88abe4) AuthConfig (3cb96d31cf3a92b8eae8fa3144c79097d0e8581553615ada5f1bff4f5afb10f1) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"3768df04-9e94-441b-91cb-2bf96f8d1775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.67345331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"df8ec823-4706-468c-97a9-2cfe49c2dfc5","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:50.673475536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"df8ec823-4706-468c-97a9-2cfe49c2dfc5","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:51.839168038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-2243d1","reconcileID":"c9e61ab6-2c24-46ec-80f1-21fd4178368e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-2243d1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:51.839193748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88323989-8027-4be5-ab8f-f4198af8daac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:51.839206087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88323989-8027-4be5-ab8f-f4198af8daac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.00023006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03867455-2647-4c79-809a-e43fa7f7ce00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.000251932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03867455-2647-4c79-809a-e43fa7f7ce00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.165807036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54111ab2-3b97-4d9d-a2ca-1a50d2b3a6d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.165832129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54111ab2-3b97-4d9d-a2ca-1a50d2b3a6d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.322972476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7a1845-6715-4e93-9e39-516f85993948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.322972261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35962008-bb7a-4b08-9f3f-d086f1e29c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.38345042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35962008-bb7a-4b08-9f3f-d086f1e29c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:52.384252706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7a1845-6715-4e93-9e39-516f85993948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:57:56.417744193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"3ace6647-fcc4-4e26-a106-b103a631901b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:00.380789134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"6b7a271c-63dd-4116-84ad-88b6826f0cd0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:00.779859436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"a2a98d54-36f3-4d2c-88b6-ca4845364c12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:00.837592167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"a2a98d54-36f3-4d2c-88b6-ca4845364c12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:00.893813677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29269b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73dbb3cc123180cbc4f0f9ff853916ae5abb3d58b8402e6e4ae2ddab4ac32e53) AuthConfig (80da510a4d6a0e8a178195fb8e4c0011f55cd846e445cc676f8b845be06bc7c4) AuthConfig (de0dbdf5190cd6e6426a4dd4482fd5ce1cf80a318381f52262a21f7b4d49cc3b) AuthConfig (0c8b59417c8fb470aa0e69723e0a54b0c82c48356d2eea79ebf9b7e5d44abe78) AuthConfig (2f76fc64d91698d8e686cdd58f2b7b9ddffbd6934fb9bffe9e4e0167ec1dd32b) AuthConfig (28b44f036bb05b2efe97f9ac194832986ed54b6b089dca6416e6b09cbb436175) AuthConfig (ed1ff00d108d157f52c131daa62df84773179281ebbccf9274f529fe743ed7e7) AuthConfig (06a3c4b1fdf8f86801391597e68fb4470211e4cc07cbff3fed23110cd48fa1f9) AuthConfig (2cc1e85188041b2d41f186cc636428da696ea008594b33f84d9a75b91d4a1da8) AuthConfig (f9f7c043e2b793221e9dca4b5ad104c6e38a473e685526e2467fcdfeb29bf4b7) AuthConfig (3f3a29eeb7dddce11d4a86488ad8a1f3575b8a1c6589d0ce2f317d61a7f322c1) AuthConfig (26c5a746a2cde33919b0784ef52e5cab3b95dc79c7dc255054b332be2c612c9f) AuthConfig (f7733c33229230cc3fd97f83bddda1972feb63c84da3da07d5c67a5ad5888dd6) AuthConfig (e38633215a8e30237d67db6edc4c22159f77c6e9c37939721452f6d230e19817) AuthConfig (0c0f4e8a2ffde429dc709b0218b3278b87813c164a5a47416efed9dbef88abe4) AuthConfig (3cb96d31cf3a92b8eae8fa3144c79097d0e8581553615ada5f1bff4f5afb10f1) AuthConfig (27443171bad2efea16a86e84f6b6bd6c609570baa9b2f759f3f790d53afe381c) AuthConfig (0cb4b8a89058ef6110b39d8e3449f3b56d26decee37c2e6ab5ddce8425dc3d2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"a2a98d54-36f3-4d2c-88b6-ca4845364c12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:01.990707148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"2fe5065e-d629-4806-86ee-520a3a7b699b","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.263149097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"af798434-d2a3-4d6a-83d5-4a330a48e6c9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.263180082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"af798434-d2a3-4d6a-83d5-4a330a48e6c9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.329322858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-2243d1","reconcileID":"0dfee0e0-4b32-4e75-91d3-68341d7cab48","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-2243d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.483026449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"89790759-a98e-429b-9610-316494c807ab","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.540804494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"89790759-a98e-429b-9610-316494c807ab","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.547042531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-2243d1","reconcileID":"0dfee0e0-4b32-4e75-91d3-68341d7cab48","MaaSSubscription":{"name":"e2e-default-int-sub-2243d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.781874576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ad26c0e-a73b-4e81-a746-72d038e3f9b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.812915743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab13e7b-36f9-4f05-bd35-92f3ff16294f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.813850295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab13e7b-36f9-4f05-bd35-92f3ff16294f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.813246451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.982732315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9bddd0e-7e49-4d47-b45d-41c1a1c11368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:02.982830487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68675de-4da6-4e4d-b1f2-6d134397bfc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.051086676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68675de-4da6-4e4d-b1f2-6d134397bfc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.063601088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9bddd0e-7e49-4d47-b45d-41c1a1c11368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.64989861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"241f3f29-56e9-4dc3-b3fe-1370e9fee8b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.679747602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"241f3f29-56e9-4dc3-b3fe-1370e9fee8b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.708261411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb2881ed-4629-4b4e-9064-69b70e628f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.708287632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb2881ed-4629-4b4e-9064-69b70e628f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.842200118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4f8d780f-4236-4d68-bdaf-cec743243bd4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.90773672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4f8d780f-4236-4d68-bdaf-cec743243bd4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.960637635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926ea441-d98f-46d2-83b8-e72343064a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.961372176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926ea441-d98f-46d2-83b8-e72343064a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:03.961333461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.019336337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b6c73e-3653-435f-8c38-1e1b842a196b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.019354672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b6c73e-3653-435f-8c38-1e1b842a196b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:04.094143016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"e80790c4-8442-497b-8a57-85d30d709922","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a2f3e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.213966804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236ad8be-a16c-4ad4-8e0e-364cc6cdad0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.213988643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236ad8be-a16c-4ad4-8e0e-364cc6cdad0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.246799277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"890ca585-ed88-4afb-8a99-1819d4addd82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.246826139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"890ca585-ed88-4afb-8a99-1819d4addd82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.272489276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3272370e-a201-4adb-8a62-89e868d7ef9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.272569394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3272370e-a201-4adb-8a62-89e868d7ef9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.357060281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"a752f562-5cfb-4cb0-95b8-1d16b5b1e8f4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.414568009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"a752f562-5cfb-4cb0-95b8-1d16b5b1e8f4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.578578731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"dcf6da01-d836-409b-acdb-fb4c93fa0f73","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-8a2f3e83/e2e-shared-int-sub-8a2f3e83","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.768030056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1749e05a-58fd-425b-8c42-a7b70400a975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.768071832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1749e05a-58fd-425b-8c42-a7b70400a975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:04.834485677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"842de3e6-f94b-436c-82c2-0e43562a2fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.013342068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"078ede1a-f38e-4214-a70c-0cf3e05359db","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.07907613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"031c2cd3-493e-4667-a953-7255e4980f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.079572957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"031c2cd3-493e-4667-a953-7255e4980f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.141841814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae3bb8f-770b-4a20-895a-f68068161fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.141883146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae3bb8f-770b-4a20-895a-f68068161fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.20110591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a679637a-34ce-49f3-99ae-3c2f341283dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.201125969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a679637a-34ce-49f3-99ae-3c2f341283dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.2572307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"73811a1f-34db-427b-8be3-e33a8e88e199","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.314731514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"73811a1f-34db-427b-8be3-e33a8e88e199","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.37237777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ab0ba1e-b7ec-4385-841e-7450f9ca1fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.372399503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ab0ba1e-b7ec-4385-841e-7450f9ca1fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.372381264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.439895615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc3764a-ce01-4237-bb75-45ce45bf4aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.439915357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc3764a-ce01-4237-bb75-45ce45bf4aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:05.498918871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"b25de425-aa95-483a-a74b-5205fb7d3c79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a2f3e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.616609504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c681f53-2fe0-4e35-888b-501f51e4b7ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.616627715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c681f53-2fe0-4e35-888b-501f51e4b7ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.639748085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9587b427-f1a6-4de2-ba9f-c820a20d798a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.639766564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9587b427-f1a6-4de2-ba9f-c820a20d798a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.678790704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ad3512-8566-47eb-84f9-4ff4d074304a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.678818171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ad3512-8566-47eb-84f9-4ff4d074304a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.745759461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"a97aab0f-82fc-4a7f-83cb-143c64e69f80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.803458503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"a97aab0f-82fc-4a7f-83cb-143c64e69f80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:05.952520696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"dd94d1ec-2c09-41aa-ace7-c0b773b98648","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-8a2f3e83/e2e-shared-int-sub-8a2f3e83","ai-tenant-e2e-mt-c172d267/e2e-shared-int-sub-8a2f3e83","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.122151987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2537ef33-1283-48a3-83fe-2163fe22bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.122171995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2537ef33-1283-48a3-83fe-2163fe22bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.164682341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"8db73ae8-b02f-4a18-85a4-b0aacfc73037","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.1692126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"32c0d6f0-999e-48c8-884d-d4ce4a5a10f9","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.169466157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8082c177-16bb-46e3-92a5-7a138970cf26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.220583704Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"b8809864-7c9b-4437-958a-b66e4f327d28","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.272650377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"1b21ad62-2ab4-425d-b435-3d4e46b39dd4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.277310336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"0bf53104-d556-4039-89ef-c2466213b2fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.328674751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4ff5ab59-9c5c-4d25-87b6-7eed3ca9013e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.329126423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"de689ee0-6cb3-48a7-9c15-2ec2d68724cf","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.329551658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7185ac5e-6f63-4eb2-b1a4-1c9a4228dd2b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.330235589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"1b21ad62-2ab4-425d-b435-3d4e46b39dd4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.33537557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"d9a6da14-da84-45fa-8929-396b8e09d710","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.335724225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"0bf53104-d556-4039-89ef-c2466213b2fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.386172779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"de689ee0-6cb3-48a7-9c15-2ec2d68724cf","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.386215597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4ff5ab59-9c5c-4d25-87b6-7eed3ca9013e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.388516311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7185ac5e-6f63-4eb2-b1a4-1c9a4228dd2b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.547377884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"de95d85c-aded-4eb9-9407-e0a6339850bd","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.646272859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3cc18b92-54f6-4669-837f-7374ca21ee84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.69707836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"9ed29ee9-2fb2-4730-a13d-2e40ed62a71c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.704045014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3cc18b92-54f6-4669-837f-7374ca21ee84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.709273507Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"28d83dbf-fc1c-4ba5-be16-f3131ca5393d","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.755413204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"9ed29ee9-2fb2-4730-a13d-2e40ed62a71c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.814239145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"9c93f505-598f-4eb0-b5d6-83c78fd9ea81","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.84955372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dec3b3-db68-41d1-9e80-56818ec0b607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.850326887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21fdcf86-6821-487b-85a8-f30234ddcdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.897515303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"8387181b-93a7-46fa-81c5-d8a881de206f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.907152807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dec3b3-db68-41d1-9e80-56818ec0b607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.907892188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21fdcf86-6821-487b-85a8-f30234ddcdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.92247477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"baa26cd5-8eb9-44d8-8b5c-c636aa842f07","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.954836232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"8387181b-93a7-46fa-81c5-d8a881de206f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.975009049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"51178028-923f-4a50-9c4c-d255ac4d46be","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:06.975024821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"51178028-923f-4a50-9c4c-d255ac4d46be","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.075906962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"83a1264f-fe9d-4005-8d29-1ce44f43571e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.118951794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"4106610a-8486-4ae5-9bc2-715d69b48a0a","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.139643011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"83a1264f-fe9d-4005-8d29-1ce44f43571e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.186727116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"9e89f8a4-24a4-4631-b292-b2634dfaa8af","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.19197166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"bca7846d-c54a-4322-8c44-31455b857d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.244052278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"9e89f8a4-24a4-4631-b292-b2634dfaa8af","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.248678098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d36f8739-e5e7-444c-bf68-1fa86451ee0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.249370138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"bca7846d-c54a-4322-8c44-31455b857d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.285456178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"570b9122-e299-4d8c-a318-aeb9cb9bb11a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.305961745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d36f8739-e5e7-444c-bf68-1fa86451ee0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.343294359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"570b9122-e299-4d8c-a318-aeb9cb9bb11a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.510211449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"fbe51cf9-02ee-4a94-830d-f7fd7f288637","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.563744824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"42de79e0-bdb4-498b-8c5d-6218f2476259","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.593809631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"59f360c5-adc3-426a-acbc-8994e7eb4de6","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.636018887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4ff9240e-b07e-4ecd-9edd-b14cf1d5669d","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.646257991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"42de79e0-bdb4-498b-8c5d-6218f2476259","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.693323455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4ff9240e-b07e-4ecd-9edd-b14cf1d5669d","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.718355654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a488c405-1058-4af9-a0ba-3264918e88ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.718696763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"bfdde9f3-e35f-4355-b920-80aa8262aaac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.719171279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"ce85c2fe-3554-4d30-96fa-6601fc2642c5","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.719193201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"ce85c2fe-3554-4d30-96fa-6601fc2642c5","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.772397831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"4055458b-65de-45da-ba8b-d1520594cb7b","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.831137728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"bfdde9f3-e35f-4355-b920-80aa8262aaac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.831173593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a488c405-1058-4af9-a0ba-3264918e88ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.83442236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"4055458b-65de-45da-ba8b-d1520594cb7b","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:07.989776408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1865e0cb-74fa-49c2-a5ac-e527844cc13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.047013244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"1865e0cb-74fa-49c2-a5ac-e527844cc13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.096233457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4b5882f3-4ec9-4656-a3af-7532995019e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.147498991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2446ff35-b788-4f76-97b6-e8317217f262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.15301285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4b5882f3-4ec9-4656-a3af-7532995019e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.200137076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"47f42450-e667-44d7-84c7-51544effa8e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.204594564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2446ff35-b788-4f76-97b6-e8317217f262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.248933624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0e34bb-39d7-4b16-b094-1ec5ca1e8125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.257170778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"47f42450-e667-44d7-84c7-51544effa8e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.308444335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0e34bb-39d7-4b16-b094-1ec5ca1e8125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.358276855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"04db753a-0c5b-44d0-87be-75a66cf8c6cd","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.415848136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"04db753a-0c5b-44d0-87be-75a66cf8c6cd","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.464314918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"27c77f44-3c2c-4665-a7b6-77d6b049d8db","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.51464798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"301cabf2-2a86-494b-b1f8-af75b491381b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.521393615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"27c77f44-3c2c-4665-a7b6-77d6b049d8db","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.571896651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"301cabf2-2a86-494b-b1f8-af75b491381b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.66847045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"271f5010-7d9a-4f44-8f28-a514bfd3d1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:08.72541747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"271f5010-7d9a-4f44-8f28-a514bfd3d1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.074496302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"1a547f00-9f0f-45ef-a959-1122a2856013","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.074524194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"1a547f00-9f0f-45ef-a959-1122a2856013","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.129265255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"beba9584-9cc6-4851-b52c-4771bdae6950","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.129283667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"beba9584-9cc6-4851-b52c-4771bdae6950","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.234567988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"97369a61-5ac3-4f08-9bbe-bb060d35b298","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.363685654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"97369a61-5ac3-4f08-9bbe-bb060d35b298","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.42138785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"97369a61-5ac3-4f08-9bbe-bb060d35b298","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.478629127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a6cea01a-2d56-4e87-bffa-3b8890a48f41","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.478649963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a6cea01a-2d56-4e87-bffa-3b8890a48f41","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.686935045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"54c40501-c147-4993-9231-ebf677f96d99","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.794829557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"83efa75c-57f6-4d4a-8bbf-3a5a25f6f770","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.794863614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"c69d3664-623d-43c5-a5e7-873f16dda734","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.846306314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9155af2d-4177-4ab8-94bf-2144ca85dc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.846316898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6a73858e-d5df-4bef-a9a4-ee12ff8ed86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.847617832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"982f96fd-b581-4cc5-8017-2b0ef1553120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.851998229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"83efa75c-57f6-4d4a-8bbf-3a5a25f6f770","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.852168264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"c69d3664-623d-43c5-a5e7-873f16dda734","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.905501143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6a73858e-d5df-4bef-a9a4-ee12ff8ed86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.905531156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9155af2d-4177-4ab8-94bf-2144ca85dc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.908634956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"982f96fd-b581-4cc5-8017-2b0ef1553120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:09.908669549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"83efa75c-57f6-4d4a-8bbf-3a5a25f6f770","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.06138555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"e409dd96-5963-485d-a35a-38270db7a8b1","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.065595291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"175a0b21-c624-4403-9933-5635be869aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.124884139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"175a0b21-c624-4403-9933-5635be869aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.164781451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"ee216c06-f8d9-4aac-981a-c2a21103d232","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.166186775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8f5206c3-f660-4e35-9a65-e8918c2f8fcf","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.221930886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"ee216c06-f8d9-4aac-981a-c2a21103d232","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.266500057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4488845e-02bf-4d66-b618-343a50a88062","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.271009383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"9efa8538-0990-49c1-8736-acf3a6c84937","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.271029094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"5a7e907a-00c3-496d-a623-f6a5758c0cc9","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.271032225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"9efa8538-0990-49c1-8736-acf3a6c84937","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.316462141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9be6b070-7a0f-4ee9-b62d-c14627397f98","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.316785414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"42218f02-61d3-49d4-900c-3fa25cb0ef66","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.326794464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"4488845e-02bf-4d66-b618-343a50a88062","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.373566154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9be6b070-7a0f-4ee9-b62d-c14627397f98","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.376951132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"42218f02-61d3-49d4-900c-3fa25cb0ef66","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.378685123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"65496a8e-65ce-4245-97c7-a86dd20343d2","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.821170627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"0d4ba195-871f-4675-893d-dd091f76fdb6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:10.878402296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"0d4ba195-871f-4675-893d-dd091f76fdb6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.114697325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"0a076e09-c18d-435e-9211-5a62cfd196d8","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.167600554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8932d8ad-42e8-4d7c-b558-ec94be9c4a93","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.167720803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8932d8ad-42e8-4d7c-b558-ec94be9c4a93","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.171466182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"e0223f25-78ef-4986-aa6f-507d39fbef69","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.224177283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"2b38ddc8-845f-4b93-b242-227016c10ade","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.231824238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"e0223f25-78ef-4986-aa6f-507d39fbef69","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.277348219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e8ff8da3-77b8-4da4-8746-c5294f03c3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.277349462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"99bbd1a3-96d2-43d0-b977-da177fb7e937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.281176956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"2b38ddc8-845f-4b93-b242-227016c10ade","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.2817953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fbb90de-1535-4076-9eca-09032c0ea604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.281814889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fbb90de-1535-4076-9eca-09032c0ea604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.298256957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9873082b-726a-4e23-b086-f2daa278a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.335817642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e8ff8da3-77b8-4da4-8746-c5294f03c3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.335875243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"99bbd1a3-96d2-43d0-b977-da177fb7e937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.337172525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"2b38ddc8-845f-4b93-b242-227016c10ade","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.355302229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9873082b-726a-4e23-b086-f2daa278a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.4942877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a12033-af13-464f-9040-fdc20c9714c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.544016488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"77c0cf1e-26a7-4a8f-befd-24cea20a102a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.551432124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a12033-af13-464f-9040-fdc20c9714c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.601105146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"77c0cf1e-26a7-4a8f-befd-24cea20a102a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.64691201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"46b9b777-5339-40e5-8927-64d5d3a0839a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.698141011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"cb6798d7-df99-4d13-88ce-be02bb1ddc58","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.699529963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"dfeb0abd-d6af-43ee-ac0f-93b034bb2f8b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.703562874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"46b9b777-5339-40e5-8927-64d5d3a0839a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.755642048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"cb6798d7-df99-4d13-88ce-be02bb1ddc58","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.756118874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"d87c25a3-82ea-42bb-bb29-0ec83675cf97","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.757055147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"dfeb0abd-d6af-43ee-ac0f-93b034bb2f8b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:11.956117516Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"d87c25a3-82ea-42bb-bb29-0ec83675cf97","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"policyNamespace":"ai-tenant-e2e-mt-8a2f3e83","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:12.012853765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22529979-808a-4155-bcb7-8fb28ab239e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:12.012872292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22529979-808a-4155-bcb7-8fb28ab239e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:12.172767367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bec0d52-a7c0-49e5-8a5b-ded557c2a78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:12.172794671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bec0d52-a7c0-49e5-8a5b-ded557c2a78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.17425992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"0e47ce27-b609-4147-8ec7-dd7db002b28b","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.174294268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"0e47ce27-b609-4147-8ec7-dd7db002b28b","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.300518395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d5321486-7491-42df-9b64-91b98b79ae26","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.300589088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d5321486-7491-42df-9b64-91b98b79ae26","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.405674463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"1f1e1713-0419-4142-a180-c68b491455bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.463368086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"1f1e1713-0419-4142-a180-c68b491455bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.519574322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6111eb4e52af1d87ab5b5736d38be1abe9cf4ac7096c79c9eec5cec6111e746) AuthConfig (c1d7d486fc5d49bf36efa8b1befc8ed19e2c5d7a94fd7325218f58b4fc55495e) AuthConfig (929ce05823cdd02c694e65a8578c0c8eecb599a353fa491def70f6aa9379146f) AuthConfig (4ca0126fd598dc954d9bb59e53db641e38a63d6dad61ebfa5c10766da33cb831)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"1f1e1713-0419-4142-a180-c68b491455bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.632490241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"5a5bc71f-2ab6-432e-a9db-ff950e5cae2e","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:13.632515796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"5a5bc71f-2ab6-432e-a9db-ff950e5cae2e","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:16.815332444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"4122640b-fc54-45c7-a756-83c56b9d99a3","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:20.067746862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:20.483615227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"103d9e76-78ba-4916-a1d2-a0ef7d2f3f63","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:21.44863238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"115f33a1-d4bc-464a-b174-7a2ae26b67d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:21.506274565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"115f33a1-d4bc-464a-b174-7a2ae26b67d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:21.562672585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"115f33a1-d4bc-464a-b174-7a2ae26b67d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.326975827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"de49670c-26b9-4c90-bc78-d41e0142e962","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e","tenantID":"e2e-derive-e061217e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.337505342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"8f60c6e4-7424-47a4-977e-1709232b6675","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a2f3e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.445313749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"de49670c-26b9-4c90-bc78-d41e0142e962","name":"e2e-derive-e061217e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.553011143Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"namespace":"ai-tenant-e2e-mt-8a2f3e83","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"8f60c6e4-7424-47a4-977e-1709232b6675","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c172d267/e2e-shared-int-sub-8a2f3e83","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.773691176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"be2aaec9-bdc2-4be4-bb15-e16e0518881c","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.773746971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3df63cc-f4c0-4f2d-a843-9fc0209f0875","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.830408097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.830601047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4671295c-8551-4691-99c9-8fa0e02b3731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:22.830621572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4671295c-8551-4691-99c9-8fa0e02b3731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:23.789766192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"fb5e0e9e-4fe6-432a-a26d-b0167e3ba839","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:23.847002832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"fb5e0e9e-4fe6-432a-a26d-b0167e3ba839","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:23.903288008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6111eb4e52af1d87ab5b5736d38be1abe9cf4ac7096c79c9eec5cec6111e746) AuthConfig (c1d7d486fc5d49bf36efa8b1befc8ed19e2c5d7a94fd7325218f58b4fc55495e) AuthConfig (929ce05823cdd02c694e65a8578c0c8eecb599a353fa491def70f6aa9379146f) AuthConfig (4ca0126fd598dc954d9bb59e53db641e38a63d6dad61ebfa5c10766da33cb831)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"fb5e0e9e-4fe6-432a-a26d-b0167e3ba839","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:26.92111019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"2822dc76-6b7e-451e-85d4-9aa941f5451d","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:30.599268121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"439ec6de-f89a-498e-a080-a78a4e1bca43","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.006160842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7d5b63ba-f29e-4e00-93b9-ec6c99959add","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.006880774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bac4b2d4-1020-43e6-a79f-99bff38d6470","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.090168705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bac4b2d4-1020-43e6-a79f-99bff38d6470","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.099681997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7d5b63ba-f29e-4e00-93b9-ec6c99959add","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.154827581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd69238a485a091fe2be1d1d0aa101ca3dae55af2a9fb833738ae7538d33de6) AuthConfig (32e3333a68a78b4f707e8263555da9e405b84106a993f8c2f8f72f60c98085e9) AuthConfig (fec7d12022984fd328a58da01e4c4775f8605fc29be1461da45091c8870fd3a5) AuthConfig (490c0a20123a6bf301cdef3a1cfec88ef3cb3a6b34f752ebe4515333b2942ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bac4b2d4-1020-43e6-a79f-99bff38d6470","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.274222965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"b8889504-9c94-43a7-a1ed-75589cadc08f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.274350655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"b8889504-9c94-43a7-a1ed-75589cadc08f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.684598852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"f7187ac4-52ff-43cf-a170-0ae2497d0ad9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.74543039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"f7187ac4-52ff-43cf-a170-0ae2497d0ad9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.805649756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (7d12d1a336a23735203785f77887c0be37beb822f80b7d7793bc1981421d4f84) AuthConfig (c51f63b68502e2f6818897127d87ca6cec1788e2b6375373c77f1a2e00075b3f) AuthConfig (56381ca949010cc8f235ff9bdf944d6cd387d58bc40c56a2fdfb36b1f2247cfd) AuthConfig (8ebaf15563095a09cb71f441ffd873c6700729c42823f5ceed75242292aa335c) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (89c2425b1abe84ece5c667b1b098176935b4b31b9de5cb4c339d110c11557e42) AuthConfig (3e4f2ff0f1d505cd9cdfb18a5c4b220ecd48b76d0249f6041d12d8d8e3e6b3dd) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (66be5bab17f66118c84fbc458473224f6f240807daa74a3e47cd4affeaea74c6) AuthConfig (0503aab8f4a431c1780eb4c8000f22ab42d67cc17ad5277159cc3b6bbf31d4c3) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (05a27754e096a8bff0e86a90c2d8b15b7fa187a1df6978830d73a56c36cb3ca7) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (1c61cef798792fb1d97f05e976ee3ef7a4ca266ed8b249f0b1cdf6170d319a65) AuthConfig (bf19f25a13a176222d7e83d99e7a955b351d2107801c093887e4203bd2f91147) AuthConfig (d3ceef51985f7f5dff179ce79d871351dfa1e00ca0d65918b5bef4921627f6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"f7187ac4-52ff-43cf-a170-0ae2497d0ad9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.866679691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"9c5b611c-54cf-4520-8e4c-97d68b7d9b3a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:31.866707869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"9c5b611c-54cf-4520-8e4c-97d68b7d9b3a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:37.027692928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"1abdab69-ec96-4a1c-a494-d55f46750af5","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:40.705884002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"c06ad23d-995d-47b2-bea9-0e601b982e4b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:41.42281523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"26dacfc9-2186-4a51-af6e-5715fb91bd52","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:41.480911001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"26dacfc9-2186-4a51-af6e-5715fb91bd52","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:41.536677225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd69238a485a091fe2be1d1d0aa101ca3dae55af2a9fb833738ae7538d33de6) AuthConfig (32e3333a68a78b4f707e8263555da9e405b84106a993f8c2f8f72f60c98085e9) AuthConfig (fec7d12022984fd328a58da01e4c4775f8605fc29be1461da45091c8870fd3a5) AuthConfig (490c0a20123a6bf301cdef3a1cfec88ef3cb3a6b34f752ebe4515333b2942ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"26dacfc9-2186-4a51-af6e-5715fb91bd52","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:41.976145393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"e52887bf-4225-43cf-abc2-225b49f3b903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:42.033410643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"e52887bf-4225-43cf-abc2-225b49f3b903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:42.089764571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8f16f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93a45685fadb98762c2406c510ea18e8a6667f2a0a3070d7522b15d605693838) AuthConfig (7d12d1a336a23735203785f77887c0be37beb822f80b7d7793bc1981421d4f84) AuthConfig (c51f63b68502e2f6818897127d87ca6cec1788e2b6375373c77f1a2e00075b3f) AuthConfig (56381ca949010cc8f235ff9bdf944d6cd387d58bc40c56a2fdfb36b1f2247cfd) AuthConfig (8ebaf15563095a09cb71f441ffd873c6700729c42823f5ceed75242292aa335c) AuthConfig (a2368f9e2f32c595e4d0b0a647029630f12a5f33bfd8b4e0d550411e505ffec3) AuthConfig (89c2425b1abe84ece5c667b1b098176935b4b31b9de5cb4c339d110c11557e42) AuthConfig (3e4f2ff0f1d505cd9cdfb18a5c4b220ecd48b76d0249f6041d12d8d8e3e6b3dd) AuthConfig (a9f2af7c0ee93e421dda6c2655547a07eb654031c47bf670a54731a20609a94d) AuthConfig (66be5bab17f66118c84fbc458473224f6f240807daa74a3e47cd4affeaea74c6) AuthConfig (0503aab8f4a431c1780eb4c8000f22ab42d67cc17ad5277159cc3b6bbf31d4c3) AuthConfig (8fb46335d79e525b4c42945ec207cec666c2cca1b8c99703ca35e67fd61ffd2c) AuthConfig (b92c63c9c3b83df6293b872898b4c34aaee1def384df392bd60654d50a9c0fe2) AuthConfig (05a27754e096a8bff0e86a90c2d8b15b7fa187a1df6978830d73a56c36cb3ca7) AuthConfig (bbb122ee8181439f1e7a8489f3d133cbedd077c41747ba927983e2f8dc121bb2) AuthConfig (1c61cef798792fb1d97f05e976ee3ef7a4ca266ed8b249f0b1cdf6170d319a65) AuthConfig (bf19f25a13a176222d7e83d99e7a955b351d2107801c093887e4203bd2f91147) AuthConfig (d3ceef51985f7f5dff179ce79d871351dfa1e00ca0d65918b5bef4921627f6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"e52887bf-4225-43cf-abc2-225b49f3b903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:44.703808229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"4fe63d33-ddaa-448e-b785-c308a044ac60","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:44.703875169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f34100d-90f3-4aa1-a990-e969c855bb10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:44.864184783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"d2a02d84-f36f-4091-8c99-a9673c609a2c","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:45.00045547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"3b8691f3-4038-4fb8-8fab-9376315e7596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:45.101859962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9182837e-103d-49bd-a986-926849b77947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:45.296563761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"a425a593-883c-47a8-8d80-3e1e705f2156","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:45.336633475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"21cabb1d-31a7-44ef-b38a-142a3c2c55d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:47.136665417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"e1bdaecf-43d2-463a-b5bd-76cf82e0fa9b","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:50.067629864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:50.812207762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"1b383b03-6444-4056-bded-7cd23694647b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:51.748008316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bd15fef2-f358-4184-9c21-a7895653483f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:51.805638181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bd15fef2-f358-4184-9c21-a7895653483f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.197519054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"4a472feb-cb48-4cfc-a0c7-a72a840d51b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.254840748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"4a472feb-cb48-4cfc-a0c7-a72a840d51b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.292924062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"527f0076-af7c-4f6d-859d-c5dc645f45e4","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.292942086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"527f0076-af7c-4f6d-859d-c5dc645f45e4","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.528208701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"171647b2-a6ef-4173-9eb4-47412ad9d8d6","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:52.528237979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"171647b2-a6ef-4173-9eb4-47412ad9d8d6","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:54.985859849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.038410022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"61f635f8-561f-439f-80aa-77ba04ef70c0","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.038435927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"61f635f8-561f-439f-80aa-77ba04ef70c0","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:55.155478024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d8587b-b7eff9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.196876613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"114f953d-28b0-4ddf-912c-553c3bd1f3b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.196935168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7afcc844-db3e-4b99-92e6-81020362ef03","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.197297576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"01d6e97e-9ca7-49f3-85a7-f19d14b25d9b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.204924849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"d7d05597-b5d7-4ac2-9591-2a84d03ec4ff","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.204941512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"d7d05597-b5d7-4ac2-9591-2a84d03ec4ff","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.254808478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"114f953d-28b0-4ddf-912c-553c3bd1f3b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.254891302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"01d6e97e-9ca7-49f3-85a7-f19d14b25d9b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.257021656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7afcc844-db3e-4b99-92e6-81020362ef03","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.30977212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d4abc719-338e-4e1c-9ab8-2dc757a390cc","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.30978976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d4abc719-338e-4e1c-9ab8-2dc757a390cc","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.417383618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"49b84749-0f50-4fa1-9ab4-796d54a58890","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-cfl-same-d8587b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.417766767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"ade58413-f826-4b8d-839f-8676db181c20","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.417782241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"ade58413-f826-4b8d-839f-8676db181c20","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.690984141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"2b72bcca-3a76-466a-bab8-71e856dcfb15","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.691008102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"2b72bcca-3a76-466a-bab8-71e856dcfb15","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.727673379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"37af5b1a-1c9c-4267-9769-5fc6cd9b2ff4","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.72779154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"11fc2629-3baa-419d-a16d-f78c502f0f5c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.728096096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"7d21e8d0-e8e2-451f-bbb0-f2abfc28fc48","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.785891324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"37af5b1a-1c9c-4267-9769-5fc6cd9b2ff4","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.785976727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"7d21e8d0-e8e2-451f-bbb0-f2abfc28fc48","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.788049744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"11fc2629-3baa-419d-a16d-f78c502f0f5c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:55.90539289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"0be26f97-bf11-4b95-9b31-fadd488dcbe0","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.181844005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"bc027eda-a7c6-4ad5-9940-4cb6702dcbc7","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.181867311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"bc027eda-a7c6-4ad5-9940-4cb6702dcbc7","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.279273076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7e93231b-b600-499f-9380-89b36e917ea9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.279290386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"7e93231b-b600-499f-9380-89b36e917ea9","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.27931445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.388353005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"909b66bf-0cd5-4073-9deb-c2ccadd757ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.393092732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"bb6c1b8c-7887-4c98-8bff-175b68be446f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.393113569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"bb6c1b8c-7887-4c98-8bff-175b68be446f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:56.393961372Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-29269b/e2e-shared-sub-eb10c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-eb10c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.446147631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"de5debc7-1b4e-464c-8504-19c5328b3836","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.446167011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"de5debc7-1b4e-464c-8504-19c5328b3836","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.446701196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"909b66bf-0cd5-4073-9deb-c2ccadd757ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.564457019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.564613087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a7f90761-c50a-4395-8092-923e80bd1c2f","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.564628135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a7f90761-c50a-4395-8092-923e80bd1c2f","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.629474713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8f50c5c6-99d8-4031-8c1d-a0cc65af1bc1","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.629503233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"8f50c5c6-99d8-4031-8c1d-a0cc65af1bc1","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.668087434Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"2d8fab66-8a8f-4b82-8094-bbfff6ced4e0","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"sub-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-shared-sub-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.730422796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"d504ff81-8e98-4881-a126-7f6c8f88098e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:56.73145326Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-eb10c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-eb10c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.73545557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c5330a12-6b7d-4dac-9b2b-f89823ae8bd2","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.73547184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c5330a12-6b7d-4dac-9b2b-f89823ae8bd2","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.785744686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"03e3594a-486b-413a-bd32-1d5e2af76679","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.787484904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"d504ff81-8e98-4881-a126-7f6c8f88098e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.789935174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c3ec62a7-ef9b-48ab-889e-53c7b8f3fba9","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.78995244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c3ec62a7-ef9b-48ab-889e-53c7b8f3fba9","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.842757609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"03e3594a-486b-413a-bd32-1d5e2af76679","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.847985392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"aa23814f-c82c-4ef8-935e-916af79532d5","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.848000619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"aa23814f-c82c-4ef8-935e-916af79532d5","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.867446118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"99e8cfd0-9ec8-43ff-9fed-209caf25f048","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.867461419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"99e8cfd0-9ec8-43ff-9fed-209caf25f048","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.867486906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.924939717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"acbb1f56-26b2-44f8-bb92-317e096a4bb8","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.924956568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"acbb1f56-26b2-44f8-bb92-317e096a4bb8","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:56.975020552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"93e5b5d0-0b48-4224-ba64-60a9436ad3c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-eb10c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.982892416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d7ae169b-6c02-48c4-833c-858bf149475a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:56.982912801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d7ae169b-6c02-48c4-833c-858bf149475a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.002597307Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"dece8454-6f14-428a-aa49-337742261491","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"sub-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.09043243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"3e85d519-d1ea-48e5-bdf3-b52aa30d6d89","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.09045045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"3e85d519-d1ea-48e5-bdf3-b52aa30d6d89","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.098184776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"b2bef831-f807-43c2-826f-7abe1135cc8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.14615799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"3d9e15ae-2d29-4ff3-8767-3bba5b0cbec1","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.146176582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"3d9e15ae-2d29-4ff3-8767-3bba5b0cbec1","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.154993501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"b2bef831-f807-43c2-826f-7abe1135cc8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.157310078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"1d6aded6-88f9-44f2-a2b9-8feab84b00a2","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-a-only-eb10c3","ai-tenant-e2e-shared-a-w4-29269b/e2e-shared-sub-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.168277056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"412f0ad2-e512-4baf-b74c-25d6ce0851c4","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.168295531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"412f0ad2-e512-4baf-b74c-25d6ce0851c4","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.199165051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.199574006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"a5439048-14b4-4533-81fe-87d33eebe2ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.242490456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"74daddce-9e77-43c9-873c-2711ec3d3019","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.258901474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"a5439048-14b4-4533-81fe-87d33eebe2ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.295187415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"95a4f596-41e5-4985-8a38-441a3319e188","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.295204282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"95a4f596-41e5-4985-8a38-441a3319e188","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:58:57.308407145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"0e1e5012-7456-426d-9e76-74006650fee2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-eb10c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.325299561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9ef61ddd-d4b4-4f09-8684-fcead6e04546","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.32531402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"9ef61ddd-d4b4-4f09-8684-fcead6e04546","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.35903287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"dc9eb131-0bff-41e3-9281-19be85d361e1","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.433370864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"714cd797-228a-4be0-a4e0-3b8902f4ce20","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-b-only-eb10c3","ai-tenant-e2e-shared-b-w4-8f16f5/e2e-shared-sub-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.467920063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"adc8bffb-5278-496f-bd2b-e147645ef3c6","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.468270264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"6b302c2e-f2a5-46e1-9bdb-d6da3f0a7ca8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.521087776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a305c21a-5bd0-4380-b351-4e0305f9cf40","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.521111524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"a305c21a-5bd0-4380-b351-4e0305f9cf40","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.527796661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"528b2afe-d0ec-41fa-80d2-ed42759a28ad","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.527820715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"528b2afe-d0ec-41fa-80d2-ed42759a28ad","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.578942142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"92f806bf-ab0e-4b94-a421-de69340b9372","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.579941357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2de7060a-eac0-440e-8e2d-1e523e5eebbc","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.579961821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"2de7060a-eac0-440e-8e2d-1e523e5eebbc","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.583411547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"6b302c2e-f2a5-46e1-9bdb-d6da3f0a7ca8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.746332658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"e528c35e-42de-4850-9153-30eba173df5d","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.792365717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"c2ec83f6-66bc-4a57-a414-ec278839f432","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.792384933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"c2ec83f6-66bc-4a57-a414-ec278839f432","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.899844159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"6fb98251-6bfa-47c8-ba6e-34d646ca0776","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.953636992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"80c1c0e2-6d04-469c-9c88-e204c950745d","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.961934738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"ee2d6786-e8ef-4ce9-a95b-edadd593a04e","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:57.961953596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"ee2d6786-e8ef-4ce9-a95b-edadd593a04e","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.070220737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"889a9e8e-f44e-4a35-b990-bd2f03ca0278","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.070238345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"889a9e8e-f44e-4a35-b990-bd2f03ca0278","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.175008388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"5ab65f01-ba86-447e-b529-4ecfdad64ed1","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.35760334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0c324-2a32-4046-8e20-705b28cdff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.409486158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0c324-2a32-4046-8e20-705b28cdff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.461221818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0c324-2a32-4046-8e20-705b28cdff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.513118807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f0c324-2a32-4046-8e20-705b28cdff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.829175627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"a6dc3517-92dd-44d8-97ab-2a4dceb517aa","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:58:58.939006873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"990a3ed8-6545-4070-9232-19cb2f8ccec3","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:00.469392819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d9d0fb-5069-48b4-80fb-09ff76394bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:00.521507648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d9d0fb-5069-48b4-80fb-09ff76394bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:00.573377319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d9d0fb-5069-48b4-80fb-09ff76394bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:00.625249118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d9d0fb-5069-48b4-80fb-09ff76394bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:00.917899613Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"20bf8265-e9cb-45f2-a814-e75806a22779","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.412140464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"7615ea7c-99cf-4445-b8df-9b73e6221b18","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.55059004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"a2b83a40-2501-49c3-a98f-a19a79f6d58c","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.550817294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"586b473b-ded2-4147-9820-1264fe900a0e","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.702449576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"8bf2f524-0bd6-4580-a4e1-bf00ba5c6a0d","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.720233557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"562d2525-b5bf-4140-943d-4ffed2048c4c","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.720254777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"562d2525-b5bf-4140-943d-4ffed2048c4c","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.748859053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"07b80621-a3ed-4187-8cbe-a73557668932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.901748257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"fe97360b-3649-4425-9065-b6d6f3e13ee3","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.949398482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"9326f3f1-18d5-46b7-ac45-6ad7b7ecb707","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.949435851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4fb4815-2248-4d2c-a9f9-f024a7a0a958","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.97417411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"6f3be07f-83ae-4eea-b2b4-fdbc6f2639f6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:03.974200284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"6f3be07f-83ae-4eea-b2b4-fdbc6f2639f6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.067680016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0e69210-3366-4ef7-8bba-164113bba6c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.166671541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"8bb0b484-6cec-4924-8a22-d3a6d298a944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.267278075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"da114d51-b24d-474a-8163-ae33dcf11b6a","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.267366943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"03b39e6a-825b-435f-bd3c-faddbc94136f","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.329919009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"d0d3060c-9999-4bd9-9d07-2324d25ed9df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.335972686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"071ee1d2-edd9-4ecc-9a75-973eb2a1d40f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.335981952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"5496902f-1220-44cd-bd1f-550c1897c5e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.38713995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"d0d3060c-9999-4bd9-9d07-2324d25ed9df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.393019801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"071ee1d2-edd9-4ecc-9a75-973eb2a1d40f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.393044652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"5496902f-1220-44cd-bd1f-550c1897c5e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.4289015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"3153a0d6-00a6-48ef-9991-1b2857927cb5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.433455545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5c2c971f-f173-4b65-bf43-476273eb83e6","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.433472747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"5c2c971f-f173-4b65-bf43-476273eb83e6","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.436376809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d9271962-db20-44db-baea-4e0724021668","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.436392388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"d9271962-db20-44db-baea-4e0724021668","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:04.4861984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"3153a0d6-00a6-48ef-9991-1b2857927cb5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:05.913720135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"47923443-1a66-42cc-80ae-9316a74237ac","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:05.913742261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"47923443-1a66-42cc-80ae-9316a74237ac","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.020836801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"a96c0c92-7ee9-4df6-96b1-d7a784c1fabe","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.020859025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"a96c0c92-7ee9-4df6-96b1-d7a784c1fabe","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.18653031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"2b2a3903-05f3-41cd-b29c-9ed778a5d754","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.244121011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"2b2a3903-05f3-41cd-b29c-9ed778a5d754","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.681524809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"2407696b-52d2-491d-bdd3-f8e9d530b57a","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:06.68157528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"2407696b-52d2-491d-bdd3-f8e9d530b57a","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:09.047013658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"4abfb90a-a771-404f-ad8b-a393f272e8e0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:09.367195057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"8e4c7853-a956-4b1d-88d0-a431258ba0d9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.029273945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"f3d8dd5c-3d5e-49b2-aa5e-bc9abbf5ed83","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.600744003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.653716713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"41865eae-c3d2-479b-b47e-f9e465270cd9","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.653738101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"41865eae-c3d2-479b-b47e-f9e465270cd9","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.818284246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d65ec1ab-0d29-4215-b4bf-df44215e7d19","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.818308899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"d65ec1ab-0d29-4215-b4bf-df44215e7d19","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.861306177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"1c935093-6b0a-4090-aca3-27086ab7ff0c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.861299435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"0bc79309-ec57-4d5c-ad73-ad33870bd0b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.86394399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ee561184-7199-4535-8c1d-8db0496ec5f5","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.863958372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"fb6f595f-8cdf-44f0-963a-314b171a5cd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.918912934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"0bc79309-ec57-4d5c-ad73-ad33870bd0b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.919019408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"1c935093-6b0a-4090-aca3-27086ab7ff0c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.921489745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"fb6f595f-8cdf-44f0-963a-314b171a5cd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.921501754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ee561184-7199-4535-8c1d-8db0496ec5f5","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.923336381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"0777d0b5-9f19-403c-a6ab-5dd4e6f2a4db","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:11.923353207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"0777d0b5-9f19-403c-a6ab-5dd4e6f2a4db","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.02850371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"caecc135-114f-4470-80a4-7b8714a2450e","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.028555702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"caecc135-114f-4470-80a4-7b8714a2450e","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.029094078Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"e2dcafe6-90a5-4a8e-afbb-1effa35e2a49","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-cfl-same-d8587b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.143182417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"4d41f54b-351e-43a3-ad88-94c020715469","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.143831579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"4d41f54b-351e-43a3-ad88-94c020715469","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.309456151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"8cd761e1-05a1-4cc7-9fc5-9ec66f541429","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.309496461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"8cd761e1-05a1-4cc7-9fc5-9ec66f541429","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.445145049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d1e353da-4296-4dae-8c7b-739b2d79a59f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.445719694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"723b11d2-23e8-4a7d-94ea-78b0f8e02b14","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.461187089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e22c2980-d2ba-4e05-a581-43a2091ff9bf","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.462035738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"66a15333-db70-4266-a721-27f6a3b11355","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.502750776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d1e353da-4296-4dae-8c7b-739b2d79a59f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.50451931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"723b11d2-23e8-4a7d-94ea-78b0f8e02b14","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.519936029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e22c2980-d2ba-4e05-a581-43a2091ff9bf","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.521178307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"66a15333-db70-4266-a721-27f6a3b11355","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.523972766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"abf7f827-3a7e-4654-b431-b683ef89be43","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.583854894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9e03500f-d02c-42f8-8e73-eb12fc6bbfee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.58396149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"f79fdc7d-1217-4b08-95f9-1cf0af97ba9c","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.58397694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"f79fdc7d-1217-4b08-95f9-1cf0af97ba9c","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.793710734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9e03500f-d02c-42f8-8e73-eb12fc6bbfee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.849798409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"5c25ae75-e642-4d92-bde9-70729c694d76","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.850267607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"eea25b98-8648-49b0-989d-9a0dfde1ddb9","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.921228575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9e03500f-d02c-42f8-8e73-eb12fc6bbfee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"e2e-shared-a-w4-29269b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.921250411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"9e03500f-d02c-42f8-8e73-eb12fc6bbfee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.978095565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"6a97dfa9-cacc-4469-9fbd-53680d0135b4","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:12.978114241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"6a97dfa9-cacc-4469-9fbd-53680d0135b4","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:13.123359981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"af3429f4-bd9d-4b49-8a55-e8e46848fb8d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:13.123378613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"af3429f4-bd9d-4b49-8a55-e8e46848fb8d","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:13.245566028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"0d18acbb-858f-442f-a805-7b7643d2db7a","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:13.245772309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"f7f698f9-3d41-46d4-b4e4-40a56e0dc24e","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:19.472811692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"e26aa00e-92db-4742-aae8-4e03d649c6e5","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:19.989326852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"7e807410-4a24-42f1-936a-76c061a1ba56","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:20.067376445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:20.263750521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"46d38fdd-98d4-4713-9e2a-f7622b15f701","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:20.263776843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"46d38fdd-98d4-4713-9e2a-f7622b15f701","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:20.316663346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"0f24080f-fe35-430e-9c63-44a996f87ef9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:20.373871079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"0f24080f-fe35-430e-9c63-44a996f87ef9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:21.134906359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"49a2501c-00b3-4447-9c53-9451c83a7248","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:23.518986073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"2adcac71-c948-420e-9832-96eacc1a22fa","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscription":"e2e-shared-sub-eb10c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:23.73572121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-shared-sub-eb10c3","reconcileID":"2adcac71-c948-420e-9832-96eacc1a22fa","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29269b/e2e-a-only-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:23.9472656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"2186bba4-d638-4d28-b03f-a2882ab049c0","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.005955792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"866142ad-db34-427f-be44-5e5bc3fbe922","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.00597856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"866142ad-db34-427f-be44-5e5bc3fbe922","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.006036662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.030899997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"866f8611-99a3-460a-a26e-232d8ff0df87","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.09393382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"9336d376-c05d-4d90-9d1a-20ba389e69ca","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.149106385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"497854bb-6169-4658-bf53-ecb3704dd754","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.155616781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"cca69f6a-6662-4366-9b18-863d5529d299","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.155632443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"cca69f6a-6662-4366-9b18-863d5529d299","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.200861437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1557b64b-8880-4d69-bfb3-303068be023d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.205933382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"497854bb-6169-4658-bf53-ecb3704dd754","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.257882938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"1557b64b-8880-4d69-bfb3-303068be023d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.304754184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e995fbb5-8e5c-4baf-8d46-80c5cd2800a3","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.304825771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"afb29ecf-5015-4255-acf2-46da0d202bac","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.305200073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"399d5ca2-909f-4674-8e9a-dffe842d83cb","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.361773946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e995fbb5-8e5c-4baf-8d46-80c5cd2800a3","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.363741109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"afb29ecf-5015-4255-acf2-46da0d202bac","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.363960542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"399d5ca2-909f-4674-8e9a-dffe842d83cb","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.430638965Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"0903f632-5850-4831-b6b9-3607c234a3fc","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.592781555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"becc318b-a40b-45f4-88ad-6da95cb54e9b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.66857707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"60bd2d47-04e5-4fbb-b229-6a60955649e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.671267893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"5626fac7-d932-4b88-8a7a-6fed2c1c42f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.703046154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"28c3bb66-946c-4871-b5ab-3e884764d69a","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.703077269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"28c3bb66-946c-4871-b5ab-3e884764d69a","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.727008134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"60bd2d47-04e5-4fbb-b229-6a60955649e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.728383181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"5626fac7-d932-4b88-8a7a-6fed2c1c42f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.729906349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"62c404f6-55e6-4c41-a01b-70132919d85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.74810282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"49705dce-1fab-4b76-8f96-d977f67ceaac","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.748145508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"2113562a-ca46-49a3-84e8-b6b8be66e571","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.780996002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab728574-718d-4926-a736-dc4e47a67d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.782236868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efbfee2c-0811-419b-a29c-927392472dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.787027791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"62c404f6-55e6-4c41-a01b-70132919d85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.80803057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8c440a69-f6d3-42ed-a6fb-a0e317556bd6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.80806362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8c440a69-f6d3-42ed-a6fb-a0e317556bd6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.838579861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab728574-718d-4926-a736-dc4e47a67d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.839625892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efbfee2c-0811-419b-a29c-927392472dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:24.913331861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"30e1a3b5-05ea-4125-ba7d-37c96580d1e3","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.017569185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"378d385a-2acb-4324-ad64-f3ffb0cd73a1","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.139338092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"2cd1b70a-3255-4f46-8862-41c14238108c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.196899948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"2cd1b70a-3255-4f46-8862-41c14238108c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.241130395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"3b785be6-85f0-4317-b33e-c9a124c97455","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.291320439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b93c85d0-2cf9-4354-9f3f-33290fd55d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.298629091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"3b785be6-85f0-4317-b33e-c9a124c97455","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.342879578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"c06970e8-edf2-4d56-a42c-236fc805afba","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.348308656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b93c85d0-2cf9-4354-9f3f-33290fd55d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.399705304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"c06970e8-edf2-4d56-a42c-236fc805afba","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.445337429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a05763a6-728b-412b-8859-ca2268415b75","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.502829626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a05763a6-728b-412b-8859-ca2268415b75","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.507113121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"b48d81e3-8dee-47ef-af2a-9b1431dfa612","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.604377772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"72f53672-1b7c-4a4a-b01d-f3ef830e9dc2","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.659510579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"0504cb10-f646-4069-8f19-31623090b338","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.65958529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"0504cb10-f646-4069-8f19-31623090b338","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.775641723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0a15f929-1ccc-4c64-9d50-cb0a73fc117a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.783480156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"f626aa9a-7274-424c-bb65-22f65ef2a222","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.832734282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"0a15f929-1ccc-4c64-9d50-cb0a73fc117a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.840696175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"f626aa9a-7274-424c-bb65-22f65ef2a222","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.846081584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","namespace":"ai-tenant-e2e-derive-e061217e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.846146681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","namespace":"ai-tenant-e2e-derive-e061217e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.846201613Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","tenant":"e2e-derive-e061217e","tenantID":"e2e-derive-e061217e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.870797725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a2b5131a-6269-4a9a-8e85-b8de2bdbe276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.900861213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Deployment","name":"maas-api-e2e-derive-e061217e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.927820403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"a2b5131a-6269-4a9a-8e85-b8de2bdbe276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.930274898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"66c84ed3-4692-4069-9ecf-e5445db4d690","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.964549279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Service","name":"maas-api-e2e-derive-e061217e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:25.989596434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"66c84ed3-4692-4069-9ecf-e5445db4d690","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.020246729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-e061217e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.077843678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-e061217e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.137886002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"04a9708c-4c3a-4fb3-9bd6-3b550081e85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.138638514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.143631538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"6deab301-a862-4240-8f5c-27f5538f0a13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.194866041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.19745065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"04a9708c-4c3a-4fb3-9bd6-3b550081e85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.202413855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"6deab301-a862-4240-8f5c-27f5538f0a13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.252501416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.304115767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"760db8e6-2a93-4849-867e-54b123cea7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.309623653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.360302468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"21ed40ae-a720-4cd4-baa3-316ffb482792","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.360334257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"21ed40ae-a720-4cd4-baa3-316ffb482792","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.363215493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Deployment","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.363368044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"760db8e6-2a93-4849-867e-54b123cea7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.417142558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.469141215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Service","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.50301309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"455825e8-a605-4c9b-8c7d-0575ae79c2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.521403862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"Service","name":"payload-pre-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.560061321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"455825e8-a605-4c9b-8c7d-0575ae79c2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.573402681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"DestinationRule","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.625338093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.658075617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"605987cf-074e-4389-b2ee-e3aee5c220b7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.65809685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"2025d9d9-5f29-486c-9b55-74c755036e45","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.677264698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.7153505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"2025d9d9-5f29-486c-9b55-74c755036e45","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.715440409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"605987cf-074e-4389-b2ee-e3aee5c220b7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.733892228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.767555989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7da06c16-be7f-4df6-b1cf-86932d751a95","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.786065436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.824799254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7da06c16-be7f-4df6-b1cf-86932d751a95","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.837930819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.876116474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"9c7aba90-4fc0-40f3-98ee-fa2dfe21f05c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.890897112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-e061217e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.934170565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"9c7aba90-4fc0-40f3-98ee-fa2dfe21f05c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:26.942697189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"namespace":"ai-tenant-e2e-derive-e061217e","name":"default-tenant","reconcileID":"51cbbcec-e519-4480-aa19-92690ed9dd93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-e061217e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:27.757744869Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e061217e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e061217e","reconcileID":"7401f5e4-7f34-4b97-ba64-b250ae01878d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e061217e","removed":["maas.opendatahub.io/gateway-access-e2e-derive-e061217e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:28.18860097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"2b44c00e-782b-4678-89cd-76f92f2c5f7e","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:29.076637182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54fa5a3-36f7-4768-a9bb-9a867339a5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:29.128974059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54fa5a3-36f7-4768-a9bb-9a867339a5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:29.181003893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54fa5a3-36f7-4768-a9bb-9a867339a5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:29.232906054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54fa5a3-36f7-4768-a9bb-9a867339a5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.355632503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-ok-29450a-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.408352303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"5705cf0a-c681-412f-9c32-558da6ff8bfc","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.408380948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"5705cf0a-c681-412f-9c32-558da6ff8bfc","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:59:30.465669397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"df26de62-bb95-42af-9dde-1f78c6b19868","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-29450a-b7eff9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.574450119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"3b050660-2719-4673-b463-79d50967168b","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.574480019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"3b050660-2719-4673-b463-79d50967168b","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:59:30.693268458Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"3b050660-2719-4673-b463-79d50967168b","name":"e2e-cfl-ok-29450a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-29450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T17:59:30.693339579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"3b050660-2719-4673-b463-79d50967168b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-29450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.746436364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"9df5103a-2d70-4e95-8fa7-e3c1953c793f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.746468949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"9df5103a-2d70-4e95-8fa7-e3c1953c793f","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.792499367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"581004e7-97ff-4bde-825d-f66b13fc6c7d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.795092268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"46275f91-8ce4-48ae-926b-d2cae86ab1d8","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.795514225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"47c26756-b9b4-4c69-8060-058fa62456ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.795591136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"24ce4ef5-00f1-4209-ad51-ae732dd56c7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.795988806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f20f18aa-320b-44b5-b4cf-b8346ca6552f","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.850790138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"581004e7-97ff-4bde-825d-f66b13fc6c7d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.853295239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"47c26756-b9b4-4c69-8060-058fa62456ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.854006747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"46275f91-8ce4-48ae-926b-d2cae86ab1d8","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.856108472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f20f18aa-320b-44b5-b4cf-b8346ca6552f","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.856829976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"24ce4ef5-00f1-4209-ad51-ae732dd56c7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.858816115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"5c5445a8-c828-4f28-bfc3-4ecfd57cd426","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.858833366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"5c5445a8-c828-4f28-bfc3-4ecfd57cd426","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.916046941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"5bc5a2ae-96cf-4aa8-80cc-0f94fdf9f805","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-ok-29450a","model":"e2e-cfl-ok-29450a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-ok-29450a-b7eff9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.969325832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"73449a2a-9234-4908-8fb9-1e587f91ecbe","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:30.969350177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"73449a2a-9234-4908-8fb9-1e587f91ecbe","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.074795059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"e268dc63-70a0-456e-8679-345ae7cc978e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.074819728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"e268dc63-70a0-456e-8679-345ae7cc978e","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.180957711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"94d769f1-4112-42d0-b4f8-4b44bb2ab0fb","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.180993248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"94d769f1-4112-42d0-b4f8-4b44bb2ab0fb","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.188863381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862039a2-4b49-4731-8d01-b13e20df6ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.240929729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862039a2-4b49-4731-8d01-b13e20df6ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.29468328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862039a2-4b49-4731-8d01-b13e20df6ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.347451377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862039a2-4b49-4731-8d01-b13e20df6ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.400240243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"36b6b92b-43e2-4ff6-a885-45c63f5997a8","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.400265891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"36b6b92b-43e2-4ff6-a885-45c63f5997a8","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.505112981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"17c3e360-a869-4a99-8540-52525a370389","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.50583817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"6e6d915a-2073-4ee1-b3ea-2081c1ddad08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.506147993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"42a60c0e-9d2d-44d2-aa3e-a33a513a869c","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-ok-29450a","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.562653668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"17c3e360-a869-4a99-8540-52525a370389","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.564337144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"6e6d915a-2073-4ee1-b3ea-2081c1ddad08","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.568940142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"340afb6b-4cd1-4a36-b422-b54a77ec0565","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.569065608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"69924021-6370-49cc-97e8-b75a8a1d298f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.569344794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"ce6ea50d-4a4a-49c1-9a16-dc5d26cd02d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.628270581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"69924021-6370-49cc-97e8-b75a8a1d298f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.628308728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"340afb6b-4cd1-4a36-b422-b54a77ec0565","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:31.630591278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"ce6ea50d-4a4a-49c1-9a16-dc5d26cd02d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:33.14992905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"c943a83c-3659-433e-8c05-acc7b2369776","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:33.311408656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"b2a1d611-a2b1-4e00-9a3e-9c44cc4365f0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.070199747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd64f2-9e2c-4dd5-a356-3929752ea03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.121950235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd64f2-9e2c-4dd5-a356-3929752ea03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.174097972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd64f2-9e2c-4dd5-a356-3929752ea03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.225735856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd64f2-9e2c-4dd5-a356-3929752ea03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.318923674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"e56ad436-2cce-4f6f-8ae9-a2059961b694","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","subscription":"e2e-a-only-eb10c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.371143123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"e56ad436-2cce-4f6f-8ae9-a2059961b694","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.423457281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"e2e-a-only-eb10c3","reconcileID":"e56ad436-2cce-4f6f-8ae9-a2059961b694","MaaSSubscription":{"name":"e2e-a-only-eb10c3","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"name":"maas-trlp-sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.49163516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"5b183f10-1301-49eb-bc95-add148234214","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.585826427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ce0a26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ce0a26","reconcileID":"90a8ffee-72d3-4b18-b747-1e94cca801cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ce0a26","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ce0a26":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.717559652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"cc19d810-1e1e-4596-b609-64102684d032","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenant":"e2e-shared-a-w4-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","model":"ai-tenant-e2e-shared-a-w4-29269b/sub-test-model-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.717589413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"sub-test-model-29269b","reconcileID":"cc19d810-1e1e-4596-b609-64102684d032","MaaSModelRef":{"name":"sub-test-model-29269b","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"routeName":"sub-test-model-29269b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29269b","llmisvcName":"sub-test-model-29269b","gateway":"openshift-ingress/e2e-shared-a-w4-29269b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.718064734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-ok-29450a-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:34.92241121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"9202e915-deaa-4972-b079-18266639692a","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.050056009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"c437e31a-03f8-4c38-86df-87f74f6aee80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.050159045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b59dcfc2-006c-4d2b-92e1-5b3284392ecf","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.050371047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"b59dcfc2-006c-4d2b-92e1-5b3284392ecf","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.162292526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"22fffb41-d807-4afa-8ecb-d76c9d281503","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.294818438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"c437e31a-03f8-4c38-86df-87f74f6aee80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.345106732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"ae6ecd33-ce85-47cf-bd31-0f7034fd45fc","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.397338439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"2084a4d2-bd94-4d79-8815-807cc61c0f4b","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.422728712Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"c437e31a-03f8-4c38-86df-87f74f6aee80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"e2e-shared-b-w4-8f16f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.422749117Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-sub-iso-auth-eb10c3","reconcileID":"c437e31a-03f8-4c38-86df-87f74f6aee80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.48201294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"39f5d006-730a-4313-aaa4-99bc1de49627","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.482033417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"39f5d006-730a-4313-aaa4-99bc1de49627","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.646007902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c1409b1c-84bb-4797-9aa8-5a0233839d0a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.646029213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"c1409b1c-84bb-4797-9aa8-5a0233839d0a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.769220249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"79a25b9d-d691-4845-84e4-8d00dfbcc072","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:35.771479527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"b1a0547b-3330-4767-a42d-93232eadda0c","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.184728854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd563c7-a196-4ea3-9e5c-7baf3ec2a201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.237488974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd563c7-a196-4ea3-9e5c-7baf3ec2a201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.289442054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd563c7-a196-4ea3-9e5c-7baf3ec2a201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.34172401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd563c7-a196-4ea3-9e5c-7baf3ec2a201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.341901294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"072d4c01-2f7a-4498-b543-23aa67698fd6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.342321648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bebb8ae7-2bb4-4b29-806a-daaef108e7f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.342515938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"64d5fae3-65e9-4c5b-840b-356c0ac1f9f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.399404668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"072d4c01-2f7a-4498-b543-23aa67698fd6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.400021055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"64d5fae3-65e9-4c5b-840b-356c0ac1f9f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:36.402201284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"bebb8ae7-2bb4-4b29-806a-daaef108e7f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:37.032579168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"319bf35f-a8fd-4501-afb6-dc63b31e74b0","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:38.304296818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e62a7b-96c2-493b-85d0-8717da4461b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:38.356958802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e62a7b-96c2-493b-85d0-8717da4461b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:38.409729881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e62a7b-96c2-493b-85d0-8717da4461b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:38.49643476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e62a7b-96c2-493b-85d0-8717da4461b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T17:59:39.355378226Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-models-e2e-worker-w0-4c2f32","name":"e2e-temp-model-status.18e44ba86e1a3847"},"error":"namespaces \"e2e-models-e2e-worker-w0-4c2f32\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:45.293435878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"465b84f0-aa74-4a4f-90b0-cfbe8213dd2a","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.050663896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"b025e02f-e881-4d01-9607-521bce8c4a40","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscription":"e2e-shared-sub-eb10c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.267999155Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-shared-sub-eb10c3","reconcileID":"b025e02f-e881-4d01-9607-521bce8c4a40","MaaSSubscription":{"name":"e2e-shared-sub-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8f16f5/e2e-b-only-eb10c3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.479671725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"edfa23c3-2277-4894-8018-9b1e52d16ddb","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.531733425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-ok-29450a-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.531788993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"816462a9-731f-4c27-97c4-df997eb33e2a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.531802328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"816462a9-731f-4c27-97c4-df997eb33e2a","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.842207889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f523b30b-bae4-4231-95ea-06c35208bd9f","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:46.842229092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"f523b30b-bae4-4231-95ea-06c35208bd9f","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:47.138497799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"e5042188-1781-4dce-a4d8-b1c1c308ba22","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.044033714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"a297be81-d67c-475e-8454-d30109d7a7ac","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-ok-29450a","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.320449553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"a4868322-3096-4942-b445-942bd8ef2e75","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.320472181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"a4868322-3096-4942-b445-942bd8ef2e75","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.710032047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"493df1e7-116e-4f8d-9280-e573995fc51b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.710414846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a6bff484-397a-4179-9b31-4547bbba5d2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.710675841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"def30279-3459-443e-8a3e-e175cbadd3ff","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.770819909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"def30279-3459-443e-8a3e-e175cbadd3ff","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.771128279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a6bff484-397a-4179-9b31-4547bbba5d2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:49.773116815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"493df1e7-116e-4f8d-9280-e573995fc51b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:50.06722296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.006965151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"410d3b7e-e98c-474a-ae76-c058fe98b04c","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.066759071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"491b9161-0450-4e20-adb4-020eda9432ee","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.120484255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"e5a0347b-e028-4c42-aae2-44dc81a647e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.174589149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b3e71df-d110-4f22-9edd-a30c8821c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.1792485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"492320ce-793c-4256-a2cd-10383b9cfa74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.183082394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"e5a0347b-e028-4c42-aae2-44dc81a647e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.241406453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b3e71df-d110-4f22-9edd-a30c8821c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.247197528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"492320ce-793c-4256-a2cd-10383b9cfa74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.335391546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"1d72f329-3e8f-4a48-b811-95089ef0c22c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.345571484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ffea66e4-47f5-4e07-8291-da9d64f392be","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.394795338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"1d72f329-3e8f-4a48-b811-95089ef0c22c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.405688191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ffea66e4-47f5-4e07-8291-da9d64f392be","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.680653658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5b49a8aa-2c21-4a0c-bc5f-5ae822ec8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.738141994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5b49a8aa-2c21-4a0c-bc5f-5ae822ec8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.739921619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"d2493b3b-4767-45de-b6ad-d370ceae2d04","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.796750088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"d2493b3b-4767-45de-b6ad-d370ceae2d04","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.824315849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"782d63f7-2696-4317-8e53-da7a341949bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.835488534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"84842329-5f85-4413-b04d-777235cb9f8e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.88140184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"782d63f7-2696-4317-8e53-da7a341949bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.892806319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"84842329-5f85-4413-b04d-777235cb9f8e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:52.971906492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"a813a14e-84e1-47d1-bba5-b69004e8d6c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.029196628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"a813a14e-84e1-47d1-bba5-b69004e8d6c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.169685344Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"1623d101-1d33-4723-bd7e-659a3fbf85f2","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.25517492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"1260cf31-0037-4060-b0e9-81d40bc75415","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.256485005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e07aaf5e-474a-4967-b09d-6c3e60c60df2","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.312306546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"1260cf31-0037-4060-b0e9-81d40bc75415","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.314515175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e07aaf5e-474a-4967-b09d-6c3e60c60df2","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.414620142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"324171f5-93dd-489e-beb8-e09c7ee7c38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.46631255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"693ad886-1529-48d8-a9c9-5b0a87920479","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.471679841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"324171f5-93dd-489e-beb8-e09c7ee7c38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.520851493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ffeb69-3807-4947-abfd-f483e7969e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.523486994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"693ad886-1529-48d8-a9c9-5b0a87920479","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.538268181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c43a9de4-960f-451e-bf1e-e02a0f2e63c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.538283772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c43a9de4-960f-451e-bf1e-e02a0f2e63c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.578423726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ffeb69-3807-4947-abfd-f483e7969e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.793434143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5f7d9df-4da6-47c8-b3c9-4bb3fe243526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.844828188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"c383ca8d-9a72-41c2-af60-9e2062c929b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.850692257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5f7d9df-4da6-47c8-b3c9-4bb3fe243526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.902564728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"c383ca8d-9a72-41c2-af60-9e2062c929b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:53.994739221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d80999bd-157a-4d62-884d-92f396eb5deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.049589115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"019253db-c7c7-4a04-9e80-cb487c130abd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.053442662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d80999bd-157a-4d62-884d-92f396eb5deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.106646432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"019253db-c7c7-4a04-9e80-cb487c130abd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.151082577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"836551b6-0d37-49f1-b4fb-35850c047f0d","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.164961377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"7e1f0603-e1a5-4d9a-8033-4e41fef408a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.208154514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"836551b6-0d37-49f1-b4fb-35850c047f0d","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.326965705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"13326f0a-7cd2-44b9-91c5-7108ea1f9278","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.361381906Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-policy-8a2f3e83","reconcileID":"7e1f0603-e1a5-4d9a-8033-4e41fef408a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"policyNamespace":"ai-tenant-e2e-mt-c172d267","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.384368191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"13326f0a-7cd2-44b9-91c5-7108ea1f9278","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.418082423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"816d6fe1-44f1-4df4-8809-4e2796518467","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.418100902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"816d6fe1-44f1-4df4-8809-4e2796518467","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.576308714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"67ab408d-d003-4403-9c77-ca8574128c0f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.577411145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2515615-71a4-4712-9693-861a81d75138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.577429769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2515615-71a4-4712-9693-861a81d75138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:54.634170613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"67ab408d-d003-4403-9c77-ca8574128c0f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:55.399827086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"70795bbb-a40f-4fbf-8698-0c2a5fbf01b4","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.013146721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"f5a788f3-0f9f-44a2-93c3-f4e6054e2a21","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","subscription":"e2e-b-only-eb10c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.06727193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"f5a788f3-0f9f-44a2-93c3-f4e6054e2a21","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.121587364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"e2e-b-only-eb10c3","reconcileID":"f5a788f3-0f9f-44a2-93c3-f4e6054e2a21","MaaSSubscription":{"name":"e2e-b-only-eb10c3","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"name":"maas-trlp-sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.244181123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"ca3c6150-f277-4662-b156-ab339e33b3ba","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.401270763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-ok-29450a-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.401819015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"1e3525eb-aab3-4a95-9f2d-f2e5ec575bd2","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenant":"e2e-shared-b-w4-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","model":"ai-tenant-e2e-shared-b-w4-8f16f5/sub-test-model-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:57.401834239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"sub-test-model-8f16f5","reconcileID":"1e3525eb-aab3-4a95-9f2d-f2e5ec575bd2","MaaSModelRef":{"name":"sub-test-model-8f16f5","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"routeName":"sub-test-model-8f16f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","llmisvcName":"sub-test-model-8f16f5","gateway":"openshift-ingress/e2e-shared-b-w4-8f16f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.14988153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"f827c762-f875-4cce-b445-526c9f37dc30","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.262948969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"aee20592-07b2-41c2-8a5a-2818648223ac","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.309764204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ec886bf-f5e0-4436-ae70-4b08887fb7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.315886059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d49855-e44d-4669-ae33-8dfcda9f7af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.367095328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ec886bf-f5e0-4436-ae70-4b08887fb7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.373594323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d49855-e44d-4669-ae33-8dfcda9f7af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.464572962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4f811b54-7325-4c00-a7e9-fd3b6b14d18e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.465989868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"f5a7562c-a124-4d94-82d9-10cf5a16fc48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.465999049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"64d45dcd-7be6-4252-9593-bb912e100830","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.521457318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4f811b54-7325-4c00-a7e9-fd3b6b14d18e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.522895456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"f5a7562c-a124-4d94-82d9-10cf5a16fc48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.523915936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"64d45dcd-7be6-4252-9593-bb912e100830","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.828152233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5f934666-d2f4-427a-8caf-e7bb978c3e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.882479131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"88435778-978e-4071-9624-81c1646945aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.885068168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5f934666-d2f4-427a-8caf-e7bb978c3e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.940666938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"88435778-978e-4071-9624-81c1646945aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.942915018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ed5d36-7386-4907-b39c-dc52997d3471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:58.943452322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4b33ae4e-f421-44ee-95d5-e6088d14476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.00097743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ed5d36-7386-4907-b39c-dc52997d3471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.002200129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"4b33ae4e-f421-44ee-95d5-e6088d14476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.100478378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"f056f703-2f35-4f5a-ab36-6fe4b593533d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.157680635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"f056f703-2f35-4f5a-ab36-6fe4b593533d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.258401003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617e629c-4489-42ef-aa0a-8abd881c9108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.333292425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617e629c-4489-42ef-aa0a-8abd881c9108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.535565894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"410e9192-6bdc-43ff-8565-0ef926efef00","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.593145808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"410e9192-6bdc-43ff-8565-0ef926efef00","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.613724259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"72e6f4ec-5a96-42ff-9179-3ee3d261aba2","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.613753076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"d98bc40e-7c46-447e-85b4-5d48a18f1996","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.622660482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"a9d562de-b8ee-473e-94a9-c186224cc16b","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.622681181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"a9d562de-b8ee-473e-94a9-c186224cc16b","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.675925708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"72e6f4ec-5a96-42ff-9179-3ee3d261aba2","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.675937745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"d98bc40e-7c46-447e-85b4-5d48a18f1996","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.792176197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"c746198a-0cac-4916-9139-a5172c48da48","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1bae5a1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.885508264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"3aedcc32-a800-43df-9c70-e1f45fed3854","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.943018833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"3aedcc32-a800-43df-9c70-e1f45fed3854","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T17:59:59.987281246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"7432d71c-e44f-46c5-8802-2a7192004e9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.04451187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"7432d71c-e44f-46c5-8802-2a7192004e9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.190499479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f4596158-9d70-476b-bb0a-c5d07bf90ea9","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.249670721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f4596158-9d70-476b-bb0a-c5d07bf90ea9","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.277988472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"a3580525-e96c-43ca-82cd-72b33c4338fa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.278018823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"621c7206-9d87-431b-ac33-e6b4fd4f9c5f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.337639542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"621c7206-9d87-431b-ac33-e6b4fd4f9c5f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.3376356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"a3580525-e96c-43ca-82cd-72b33c4338fa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.633291733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"9f8857fe-cd79-401f-aa6e-af5ba9df0737","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.633462925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"f850207c-4e24-46cc-b8f4-d74d0e386886","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.691094661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"f850207c-4e24-46cc-b8f4-d74d0e386886","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:00.691166611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"9f8857fe-cd79-401f-aa6e-af5ba9df0737","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:04.74336857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"3c5f9b92-b6c3-4a14-8335-cf9a1b951ffc","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a2f3e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:04.963002477Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"namespace":"ai-tenant-e2e-mt-c172d267","name":"e2e-shared-int-sub-8a2f3e83","reconcileID":"3c5f9b92-b6c3-4a14-8335-cf9a1b951ffc","MaaSSubscription":{"name":"e2e-shared-int-sub-8a2f3e83","namespace":"ai-tenant-e2e-mt-c172d267"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.176859403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0494308-2cb0-4a00-99cd-c2fed6a36ffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.225995041Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.226135378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06cefb05-5216-49e6-a474-10cf0a4f96a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.226153673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06cefb05-5216-49e6-a474-10cf0a4f96a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.337593375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"9dd5cda0-3947-435e-adaf-fef83e7c8d01","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.337620437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"9dd5cda0-3947-435e-adaf-fef83e7c8d01","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.442914555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"da0d4cc0-7b05-488b-8513-65cabb3c13f3","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.442940842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"da0d4cc0-7b05-488b-8513-65cabb3c13f3","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.549046834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"56781e79-8a01-4852-ac95-acb58cd908f1","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.54907542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"56781e79-8a01-4852-ac95-acb58cd908f1","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.654379978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"954ac0d0-f99a-43d9-83cf-b7d45b16600d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.760526956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"1e61ae96-2258-44c1-95c6-dedf5287dbe0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:05.76060611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"1e61ae96-2258-44c1-95c6-dedf5287dbe0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:06.958481983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"22e3e8ff-a623-4548-8049-84acb7d5739b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:07.07622761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"22e3e8ff-a623-4548-8049-84acb7d5739b","name":"e2e-api-a-ce0a26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:07.379107927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"4fc1a64b-d0a9-4d56-859f-29d43b871dde","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:09.844630062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"f062945e-b8da-478c-b4ca-ac9041062948","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","subscription":"e2e-cfl-ok-29450a-b7eff9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:09.949826978Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"f062945e-b8da-478c-b4ca-ac9041062948","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.002416942Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-sub","reconcileID":"f062945e-b8da-478c-b4ca-ac9041062948","MaaSSubscription":{"name":"e2e-cfl-ok-29450a-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.278680288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-4984b7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.337666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"8767b720-4ffe-453d-8164-fee0d016bc2e","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.33769582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"8767b720-4ffe-453d-8164-fee0d016bc2e","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.504120774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"ec48db9f-9970-414a-9e98-a4e428d3aede","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.50423441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"ec48db9f-9970-414a-9e98-a4e428d3aede","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.607013532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a901911b-10c8-4b33-aa45-f1a19219ffb7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.607952304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"38e01847-729c-444a-80e3-11fb6ccede1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.608586025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"e625d64c-37b7-4b95-abdc-6468715c3764","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.608798448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"12e0f24e-d451-49c1-8ea9-e6357d8a3621","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.608591793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ae8ff4f7-b32b-4767-98a4-48a6e2b82ae9","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:00:10.610014982Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"ec48db9f-9970-414a-9e98-a4e428d3aede","name":"e2e-cfl-ok-29450a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-29450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:00:10.610077835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"ec48db9f-9970-414a-9e98-a4e428d3aede","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-29450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.664824881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"a901911b-10c8-4b33-aa45-f1a19219ffb7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.666025994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"38e01847-729c-444a-80e3-11fb6ccede1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.667108004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"e625d64c-37b7-4b95-abdc-6468715c3764","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.668431237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"12e0f24e-d451-49c1-8ea9-e6357d8a3621","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.668862812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"52096148-d504-450d-9fd9-eef8e8fa37a1","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.668878391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"52096148-d504-450d-9fd9-eef8e8fa37a1","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.669430436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ae8ff4f7-b32b-4767-98a4-48a6e2b82ae9","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:10.938732285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-ok-29450a-b7eff9-access","reconcileID":"470dfa9b-f0c2-4e54-800f-aaba2aeffa58","MaaSAuthPolicy":{"name":"e2e-cfl-ok-29450a-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:11.251886411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"68089378-59b9-44a3-b34b-7980d9978262","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:11.251918118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"68089378-59b9-44a3-b34b-7980d9978262","MaaSModelRef":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-ok-29450a-116ad33436a7","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-ok-29450a","externalModel":"e2e-cfl-ok-29450a","provider":"e2e-cfl-ok-29450a-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:11.839451253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"15732972-0e52-404e-8384-1b3d447ed459","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:11.952667682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"1aa0e359-4486-400d-8418-e662a3178f4d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.010309405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5aeafc2-8315-43d7-8b73-86e073f3888b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.066155347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"2c8cd004-7995-43b3-9bc6-952da9efdda1","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.066183582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"2c8cd004-7995-43b3-9bc6-952da9efdda1","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.072573682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d5aeafc2-8315-43d7-8b73-86e073f3888b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.136687857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"05f4ec20-4a30-4acb-b5e9-90f979ce92fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.13741718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e583b646-69b1-4d79-9af1-5a805464e2fa","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.138129548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"07ba3df8-f2d4-4a70-ae54-01ba39e4d98e","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.138978225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"b3abc943-8b6e-48e5-8472-667607bd7b49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.189089475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"015f4179-e834-427f-bac9-3b546fccc31c","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.189121025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"015f4179-e834-427f-bac9-3b546fccc31c","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.189695463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"972f1774-63b3-477e-b606-7b74b0f051f2","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.196197131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"e14785ec-e34b-477e-bf61-f0d0083feeb5","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.199256693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"05f4ec20-4a30-4acb-b5e9-90f979ce92fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.199269893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"b3abc943-8b6e-48e5-8472-667607bd7b49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.201423154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"07ba3df8-f2d4-4a70-ae54-01ba39e4d98e","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.201489318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"e583b646-69b1-4d79-9af1-5a805464e2fa","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.435853109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-29450a","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","reconcileID":"1da77017-298e-412d-9294-194e74111276","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-ok-29450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.483811039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f413f35b-0853-4b49-8784-267949c9cea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.540831964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"f413f35b-0853-4b49-8784-267949c9cea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.703120982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd1059c7-cdae-46e5-970e-c059ec8a0184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.703227773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b43f73-124b-4bd9-8fdd-276e5960140c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.761551105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd1059c7-cdae-46e5-970e-c059ec8a0184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.761579405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b43f73-124b-4bd9-8fdd-276e5960140c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.805911751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"de7d28ba-2c0f-405e-a129-bc56e302a7c6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.805911688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"3c967a25-5802-4e45-ad5e-b4bb2d8af930","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.863886383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"de7d28ba-2c0f-405e-a129-bc56e302a7c6","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.863896501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"3c967a25-5802-4e45-ad5e-b4bb2d8af930","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.908907659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ae29a64f-228c-407e-9cd2-4296ce3ff4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:12.965926574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ae29a64f-228c-407e-9cd2-4296ce3ff4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.209208406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e4abc752-64d0-4160-84cb-8251345bc804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.266232191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e4abc752-64d0-4160-84cb-8251345bc804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.312868137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"0c4a5610-36b0-404d-8e45-cc945e9ac5a7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.370344997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"0c4a5610-36b0-404d-8e45-cc945e9ac5a7","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.417477574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"01264059-326d-4853-b159-6b2b344001d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:13.474936179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"01264059-326d-4853-b159-6b2b344001d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.124090486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"7ba390f5-5b2c-44a7-b407-76385ebcd75b","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.124124247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"7ba390f5-5b2c-44a7-b407-76385ebcd75b","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.286956007Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"9dc79aec-48bd-4f99-b1b5-cbf2d4973a8c","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f904b635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.334764215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"92908e8b-4366-451f-a14d-4a01b0e39fec","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.334788459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"cb1898de-7dbe-4f6d-a45b-1dddf88d83b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.336444389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ce5391c1-53a2-4792-8fb8-d73a556a8b3e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.336447288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"15c9ad15-1409-4ccf-a1e3-4f2b2d3a7cd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.392424094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"92908e8b-4366-451f-a14d-4a01b0e39fec","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.393795125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"cb1898de-7dbe-4f6d-a45b-1dddf88d83b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.395052833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ce5391c1-53a2-4792-8fb8-d73a556a8b3e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.397550237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"15c9ad15-1409-4ccf-a1e3-4f2b2d3a7cd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.916797714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"93ac3d8d-20a1-4437-b0ac-70119212d9cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.916820579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"5088b13e-3504-4749-adfb-bbc6221b9e91","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.917193906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d6a3a100-7e0b-4cd1-a8c0-fa8f8f4f5638","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.917239158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"67d80dbe-8900-4a44-85b6-de0476ae8061","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.974232224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"93ac3d8d-20a1-4437-b0ac-70119212d9cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.975447771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"5088b13e-3504-4749-adfb-bbc6221b9e91","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.976611707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"d6a3a100-7e0b-4cd1-a8c0-fa8f8f4f5638","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:14.979938509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"67d80dbe-8900-4a44-85b6-de0476ae8061","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:15.149821273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"45871f9a-4a2b-47b3-850a-b9efc8128abb","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:15.311724525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"e58e8af9-5746-4c3f-a72e-9f01d0560e83","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.062690945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4459fc1-78fa-4840-9a76-fde4ad63d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.114805422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4459fc1-78fa-4840-9a76-fde4ad63d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.172045294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4459fc1-78fa-4840-9a76-fde4ad63d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.227018483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4459fc1-78fa-4840-9a76-fde4ad63d13d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.497464033Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"c4c6c947-807e-43b7-9a49-57b68489cf76","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.583583532Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-e240b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-e240b9","reconcileID":"81b2d2c0-3225-4d31-b9e0-026da8ac460d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-e240b9","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-e240b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:16.909978352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"1644e905-c3e1-46f9-bac7-e1ad3d5fc2c9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:18.176733429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e0f4e4-4e17-4713-9817-e1e1bcdf353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:18.228650061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e0f4e4-4e17-4713-9817-e1e1bcdf353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:18.280749464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e0f4e4-4e17-4713-9817-e1e1bcdf353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:18.332775716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e0f4e4-4e17-4713-9817-e1e1bcdf353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:19.126039934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"0092231d-c852-4f18-a15a-8e50f168ac19","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:20.07079384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:20.457018159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad30c08d-ec2b-4dd7-aa3b-7de684309d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:20.509630894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad30c08d-ec2b-4dd7-aa3b-7de684309d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:20.564980697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad30c08d-ec2b-4dd7-aa3b-7de684309d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:20.617359328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad30c08d-ec2b-4dd7-aa3b-7de684309d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:22.065518732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"2eb3ab89-f879-43ac-8409-99ec65625488","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.342926592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"48e16f8c-7aae-4880-983b-a795b6c95b03","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","subscription":"e2e-cfl-same-d8587b-4984b7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.447998406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"48e16f8c-7aae-4880-983b-a795b6c95b03","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.509507056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-sub","reconcileID":"48e16f8c-7aae-4880-983b-a795b6c95b03","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-4984b7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.799505278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-same-d8587b-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.853874645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"86ec1770-eafa-4241-b5c8-079754196f69","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:24.853911163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"86ec1770-eafa-4241-b5c8-079754196f69","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.017305395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"e3f158c1-dc62-49bc-afb5-d75574b06bbd","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.017333444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"e3f158c1-dc62-49bc-afb5-d75574b06bbd","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.062235903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"2514a4c7-225d-4f0d-82fa-3ed188826bcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.062243166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"2eb33489-678f-4e23-9bb3-42fe324967ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.067197794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"5689507f-3600-40ad-b920-be1b155dd841","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.067227744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9fec5438-6c67-4ee3-bc07-b19b6373ab34","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.119785011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"2eb33489-678f-4e23-9bb3-42fe324967ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.119806087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"2514a4c7-225d-4f0d-82fa-3ed188826bcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.121712504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"98ed11e4-0b8a-4a34-8d38-b0eb9450c933","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.121728923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"98ed11e4-0b8a-4a34-8d38-b0eb9450c933","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.124425737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"9fec5438-6c67-4ee3-bc07-b19b6373ab34","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.124459894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"5689507f-3600-40ad-b920-be1b155dd841","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.226754853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"4ded15f2-4ce4-488e-b46c-5f6de2d715ad","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.226784669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"4ded15f2-4ce4-488e-b46c-5f6de2d715ad","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.331624344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"e5395bfc-4e15-4906-9b1c-5a0569e5ac0d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.331655672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"e5395bfc-4e15-4906-9b1c-5a0569e5ac0d","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.383143392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-4984b7-access","reconcileID":"b1708290-44f4-4d96-ad73-0bbd88bf3fb7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-4984b7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.693115619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"c6bb6ba3-f16e-4209-81c9-8ad396638be2","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-2-4984b7/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.693154095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"c6bb6ba3-f16e-4209-81c9-8ad396638be2","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"routeName":"external-model-e2e-cfl-same-d8587b-842f8ebda84c","namespace":"e2e-extmod-cfl-2-4984b7","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.853386423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"001d27c6-4999-45c7-9e4f-4917517ba644","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:25.853422945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"001d27c6-4999-45c7-9e4f-4917517ba644","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.020292482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"8767ad25-da60-4cc0-b212-1fb56c0d4ccb","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-021e1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.020831112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"21f8b74e-dfee-4ed7-97c7-fb4102b1a437","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.021115144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"aa217a85-1db4-4929-942e-737b52a49d02","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.021249848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"2679e5c1-1878-47db-975d-a60a8776ced4","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.078229355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"2679e5c1-1878-47db-975d-a60a8776ced4","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.07832949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"21f8b74e-dfee-4ed7-97c7-fb4102b1a437","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.080527504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"aa217a85-1db4-4929-942e-737b52a49d02","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.547387354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"1461b87e-4ce7-465c-9090-a79b29845984","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.547525802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"49daf63a-86da-4d1c-8057-16d1edd2d3f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.604754436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"1461b87e-4ce7-465c-9090-a79b29845984","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.604825117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"49daf63a-86da-4d1c-8057-16d1edd2d3f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.648593152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4da3027f-8aad-446e-98b1-610517493f89","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:26.706288619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4da3027f-8aad-446e-98b1-610517493f89","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:29.232039556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"1c14e5e4-27e3-4b20-add2-b60168ca1ad2","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:32.171490192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"08742d35-b34d-45f2-ba9c-d900c3a85230","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.073646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"f58c2156-2bea-4180-bf47-d54e93f05bf7","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","subscription":"e2e-cfl-same-d8587b-b7eff9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.179252683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"f58c2156-2bea-4180-bf47-d54e93f05bf7","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.23161293Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-sub","reconcileID":"f58c2156-2bea-4180-bf47-d54e93f05bf7","MaaSSubscription":{"name":"e2e-cfl-same-d8587b-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.50419137Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759-f761e3-sub ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-1c9f10-b7eff9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.556857317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"a01c6c67-287d-404f-a427-c7b17e1decea","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.556891651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"a01c6c67-287d-404f-a427-c7b17e1decea","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.713794527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"6fb1b5c6-622e-4269-806b-3011fb75d833","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.713801243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"07be8505-ff8a-47c1-8b5e-7e40aeca4f28","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.714435597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"3456f1c3-9c7c-4940-a968-1a897335a5ef","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.720787042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"f036f96c-040a-45c5-bae9-d724ee261ccf","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.720803593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"f036f96c-040a-45c5-bae9-d724ee261ccf","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.773117648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"07be8505-ff8a-47c1-8b5e-7e40aeca4f28","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.773147243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"6fb1b5c6-622e-4269-806b-3011fb75d833","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.775690524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"3456f1c3-9c7c-4940-a968-1a897335a5ef","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.825895406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"ee23ec65-c5de-4eec-8596-ca47ad7c38ff","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.82591608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"ee23ec65-c5de-4eec-8596-ca47ad7c38ff","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.931006677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"3433d408-fa9a-48d0-ae92-f630b830b066","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:36.93104972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"3433d408-fa9a-48d0-ae92-f630b830b066","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.033415485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-same-d8587b-b7eff9-access","reconcileID":"1a869bcf-bec2-4df4-900d-e31597aba5e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d8587b-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.246777399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8b636042-cf98-49da-91b8-3d00fa5b86d6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.246800329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"8b636042-cf98-49da-91b8-3d00fa5b86d6","MaaSModelRef":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-same-d8587b-3b1b45fc3e46","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-same-d8587b","externalModel":"e2e-cfl-same-d8587b","provider":"e2e-cfl-same-d8587b","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.785936101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"2ad2b63c-168b-4b96-9176-67ec974bef2b","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.895912621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"3b08b5d0-7dcc-4e58-9c1f-a3353b1c76b9","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.943966529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"93ca6227-94c4-426e-ae9f-0a87040fd93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.944006536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"75dd953a-d719-4e43-b817-ae4f43c28404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.945090636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088618ab-c91b-4215-b4c3-0b8c74f8044a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.945096017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f613e3dd-06d0-400f-ae21-a74b5f24a079","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:37.946104758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cb4072e-b094-436d-8c01-979e9a55306e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.001496799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"75dd953a-d719-4e43-b817-ae4f43c28404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.001706882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"93ca6227-94c4-426e-ae9f-0a87040fd93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.004175418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088618ab-c91b-4215-b4c3-0b8c74f8044a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.004274037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cb4072e-b094-436d-8c01-979e9a55306e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.004686844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"e97a1d4d-cd9a-4e04-9b10-42edfaf0923c","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.00470307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"e97a1d4d-cd9a-4e04-9b10-42edfaf0923c","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.00628123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"f613e3dd-06d0-400f-ae21-a74b5f24a079","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.106065284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"a283eca7-1d95-4e00-94d1-cd3ddfea163f","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.29404601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"a27cf229-30ff-40c9-82a2-5a5b2388dda1","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.36472405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ed11d82c-4e95-436e-8dd0-c2f0bfa98e96","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.421682154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"ed11d82c-4e95-436e-8dd0-c2f0bfa98e96","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.451361991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f07690ae-6da5-40fc-90cc-dffe903a21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.451388857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47ba93b2-3112-4e06-9afa-5557921cb824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.452306139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ebf7b946-7804-4725-9abb-1263f0282b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.469195347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34b8f92-92ac-4b3d-a61c-76e2c72be599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.508662803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47ba93b2-3112-4e06-9afa-5557921cb824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.508676091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f07690ae-6da5-40fc-90cc-dffe903a21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.51105466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ebf7b946-7804-4725-9abb-1263f0282b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.526435074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34b8f92-92ac-4b3d-a61c-76e2c72be599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.838375112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4c7d01c4-1a2d-459d-9fcd-9d1fa2676a1e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.895486169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"4c7d01c4-1a2d-459d-9fcd-9d1fa2676a1e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.93552125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7d9a6007-7acf-4d2c-96e4-2ecbee47dc03","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:38.994120033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"7d9a6007-7acf-4d2c-96e4-2ecbee47dc03","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.305969242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"d897a4dc-efca-48bd-afb8-87a04331c77e","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.339132661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"15be8068-c26c-4c1d-9bef-0cbb4e069c5f","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.4646069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"fc72ae57-3979-4adb-8205-14b6d750e0d1","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.466988971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"91981e57-75fe-4e1d-9c3e-a08ee7f63dde","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.467165151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"67a2d893-621d-471c-b417-4e7a660ff444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.467409904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e6a9c746-aaed-43a7-98e7-8fe7e2bfda02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.470870199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"522a339d-3eff-4973-946d-d6d14ffee06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.521456247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"fc72ae57-3979-4adb-8205-14b6d750e0d1","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.52456308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"91981e57-75fe-4e1d-9c3e-a08ee7f63dde","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.524622687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e6a9c746-aaed-43a7-98e7-8fe7e2bfda02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.526765156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"67a2d893-621d-471c-b417-4e7a660ff444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.52775822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"522a339d-3eff-4973-946d-d6d14ffee06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.840432805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ad117f-1b27-4de7-b007-f1a60a227b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:39.89748063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ad117f-1b27-4de7-b007-f1a60a227b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.308973833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"b257f7da-1681-4efe-b38a-0dddc20c566e","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.733955904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"36ecfb18-bc9e-4b93-b432-0aecb80bc3b2","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.894969545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6c5a3a1c-6b46-4ecd-ab14-7db39ae7edf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.894969524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"aa13b572-62a3-466d-9d01-cb7057a81994","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.895625785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd6c2ed9-6f84-476c-a828-998af6fdb8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.895631997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8949f38f-e2eb-4fb4-a3a8-89529b3272f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.896075628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"50352dcf-a6ff-42ff-8a2b-3a1ce6a58d5b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.952848776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"6c5a3a1c-6b46-4ecd-ab14-7db39ae7edf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.952953995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"50352dcf-a6ff-42ff-8a2b-3a1ce6a58d5b","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.955132394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8949f38f-e2eb-4fb4-a3a8-89529b3272f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.955175673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd6c2ed9-6f84-476c-a828-998af6fdb8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:40.957282166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"aa13b572-62a3-466d-9d01-cb7057a81994","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.31629723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"277f5406-5283-45a2-a074-1d3ab971af6f","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.316332491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"277f5406-5283-45a2-a074-1d3ab971af6f","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.319664591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"02ccbed3-1b01-41f3-b771-3dee39e70e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.379690248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"02ccbed3-1b01-41f3-b771-3dee39e70e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.420397573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"96bc4755-0f35-4da6-83bc-6f4eb0b5bd5c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.420490693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"da09b741-e263-43a4-b6a6-c4ab3dc8a26a","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.477373275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"96bc4755-0f35-4da6-83bc-6f4eb0b5bd5c","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.478916223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"285854e2-cbed-4968-beb8-6438079ace37","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-151630a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.479389749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"da09b741-e263-43a4-b6a6-c4ab3dc8a26a","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.893865754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"0d80f7ef-6b93-457a-aa28-8e7d8c1a6a9f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.89460314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"edff4ee8-879b-4d66-9975-2001141df743","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.952675483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"0d80f7ef-6b93-457a-aa28-8e7d8c1a6a9f","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:41.954799675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"edff4ee8-879b-4d66-9975-2001141df743","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:43.042934627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"7a61aa4e-5164-4340-bafb-4f4815a600ec","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:43.87933764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d731835b-3c72-46d0-85ac-705b30fb40c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:43.931747119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d731835b-3c72-46d0-85ac-705b30fb40c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:43.9843243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d731835b-3c72-46d0-85ac-705b30fb40c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:44.036702767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d731835b-3c72-46d0-85ac-705b30fb40c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:45.952336654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c733bdf-32a3-455f-ac02-18c6982899b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.005529658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c733bdf-32a3-455f-ac02-18c6982899b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.057743475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c733bdf-32a3-455f-ac02-18c6982899b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.112022128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c733bdf-32a3-455f-ac02-18c6982899b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.329989712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8a1447-bc83-49d5-bab6-2af86f8c9ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.330012014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8a1447-bc83-49d5-bab6-2af86f8c9ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.385455543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e2a5575-c09a-4ef5-9930-dd0d5891bf4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.385475321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e2a5575-c09a-4ef5-9930-dd0d5891bf4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.489803194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"24ed0d69-e0f0-4de7-907e-0467bf6be50d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.616640655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"24ed0d69-e0f0-4de7-907e-0467bf6be50d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.672405812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"24ed0d69-e0f0-4de7-907e-0467bf6be50d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.729568527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f57cda-2fe6-499d-adb1-23f5f19e99e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:46.729587034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f57cda-2fe6-499d-adb1-23f5f19e99e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:48.001817514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"1bd64281-1bca-4630-a924-76ccb4542d0c","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:50.067596814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:50.114803279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"a59b22bf-5aa1-45d8-9406-123a6e0db525","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:50.274082652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"e7545d23-55e1-4018-9878-9a9738abaa48","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.001367282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf98e-ddab-475e-8b2f-4a503f44798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.054595845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf98e-ddab-475e-8b2f-4a503f44798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.106240398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf98e-ddab-475e-8b2f-4a503f44798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.158297259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf98e-ddab-475e-8b2f-4a503f44798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.478285579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"b82387e3-43e4-49fe-ad92-7b571b1870fe","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.530793055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"3e201d22-5102-44a0-8ee0-38d1c2fa96b5","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","subscription":"e2e-cfl-1c9f10-b7eff9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.589296853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-76304a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-76304a","reconcileID":"3afbedd0-6062-43d1-9d31-f22a5d7606c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-76304a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-76304a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.635272671Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"3e201d22-5102-44a0-8ee0-38d1c2fa96b5","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.688278569Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-sub","reconcileID":"3e201d22-5102-44a0-8ee0-38d1c2fa96b5","MaaSSubscription":{"name":"e2e-cfl-1c9f10-b7eff9-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:51.929276381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"2c7debd6-90fc-4c12-a551-6e2bc2808da4","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.035345137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"2f51a8b4-a827-475c-9348-7e918818d8fd","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.035371863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"2f51a8b4-a827-475c-9348-7e918818d8fd","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.15180065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"9129ba2a-7d31-4023-82d2-cbc428576067","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.152194585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7d24133b-f511-4668-a75b-f9fe875d1280","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.204328094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"662cc534-f9cf-4b5f-a5a4-39190c3589ad","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.204355271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"662cc534-f9cf-4b5f-a5a4-39190c3589ad","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.208663793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"9129ba2a-7d31-4023-82d2-cbc428576067","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.261159571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7d24133b-f511-4668-a75b-f9fe875d1280","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.309766056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"fe2eb1c9-fa39-40b7-bce7-befe8b80ebc9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.309784741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"fe2eb1c9-fa39-40b7-bce7-befe8b80ebc9","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.523039986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-1c9f10-b7eff9-access","reconcileID":"3888f786-1380-426a-96b5-a1cb9901d4b2","MaaSAuthPolicy":{"name":"e2e-cfl-1c9f10-b7eff9-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.736083862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"76a663dc-acd4-440a-a47a-090b90bdd6ba","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-cfl-1-b7eff9/e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:52.736119374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"76a663dc-acd4-440a-a47a-090b90bdd6ba","MaaSModelRef":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"routeName":"external-model-e2e-cfl-1c9f10-b2c2f9aafa06","namespace":"e2e-extmod-cfl-1-b7eff9","model":"e2e-cfl-1c9f10","externalModel":"e2e-cfl-1c9f10","provider":"e2e-cfl-1c9f10-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.076661756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055151e1-46a5-4aec-8c2e-e4ca0393e9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.129283307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055151e1-46a5-4aec-8c2e-e4ca0393e9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.181156546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055151e1-46a5-4aec-8c2e-e4ca0393e9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.233025349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055151e1-46a5-4aec-8c2e-e4ca0393e9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.282498742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"98c9987b-9bd0-4a59-a3ca-dae65d177ebc","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.392252733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f4676698-12ce-48ee-94dc-ea87749fd943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.393233473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","reconcileID":"048b0c72-fde6-4977-a911-6ed2a2faf8d2","namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.446479382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12326130-1935-462f-a1ed-23fa2dffa718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.446609962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d46ac139-f1b5-450c-83fc-73453511a793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.446924543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16c42605-54e1-41ca-a0b0-3f0d106123c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.446924776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"36eefc49-6783-4a8d-86d2-bf3c1e2feb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.450776084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f4676698-12ce-48ee-94dc-ea87749fd943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.504477878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12326130-1935-462f-a1ed-23fa2dffa718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.504695186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"36eefc49-6783-4a8d-86d2-bf3c1e2feb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.50664077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16c42605-54e1-41ca-a0b0-3f0d106123c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.506912086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d46ac139-f1b5-450c-83fc-73453511a793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.507773994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f4676698-12ce-48ee-94dc-ea87749fd943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.612396781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"91e2918d-1861-4e61-9b26-7f3ae5182c6e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.669625367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"91e2918d-1861-4e61-9b26-7f3ae5182c6e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.891770631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5ae768-91dc-48d9-bdd1-92e22975cee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.891799274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9ba37aaf-109a-458f-9d52-7fca97ae223d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.949971269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"9ba37aaf-109a-458f-9d52-7fca97ae223d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.950246861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5ae768-91dc-48d9-bdd1-92e22975cee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.978912937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a958b4-40fd-4127-bae5-049e2d78a51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:53.979159597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ec3a04cc-ae7e-4d85-ac8f-94dc7bc25f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.037229649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a958b4-40fd-4127-bae5-049e2d78a51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.037258566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ec3a04cc-ae7e-4d85-ac8f-94dc7bc25f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.04945899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"343a84cb-db5f-4898-a830-dd4cd828976f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.109885032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"343a84cb-db5f-4898-a830-dd4cd828976f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.165675877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"343a84cb-db5f-4898-a830-dd4cd828976f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.419442948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"0c5cb24c-afe9-49c9-a1c9-840dbbd2e2d0","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.5703532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"733439f5-8d5e-4ac9-97d1-0aac37247ea6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.625784237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"29c6ff1d-d552-4379-b82a-f407e4870e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.62581581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c865a5e3-afaf-477b-be77-532ff2cab30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.626360711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3796642-aabc-4408-b724-65a95d9beece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.626498475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd938be-d1bc-4c81-990f-d0b1e7cdf086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.627199766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"9216e751-6792-44d7-bd12-0ce06b24beb9","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.632579125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"733439f5-8d5e-4ac9-97d1-0aac37247ea6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.685557432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd938be-d1bc-4c81-990f-d0b1e7cdf086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.685603159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3796642-aabc-4408-b724-65a95d9beece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.689020144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c865a5e3-afaf-477b-be77-532ff2cab30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.68902268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"29c6ff1d-d552-4379-b82a-f407e4870e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.690232855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"733439f5-8d5e-4ac9-97d1-0aac37247ea6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.798277859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"3890fd94-8af6-4ea7-9577-243e4962dd34","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:54.85820007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"3890fd94-8af6-4ea7-9577-243e4962dd34","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.008780864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1c9f10","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","reconcileID":"bf3948ea-4d38-4ed6-922f-8458c2a1bf41","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-1c9f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.144467636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f1f0a-7365-4d28-9558-465ccbc24978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.14461509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"c760fbe5-bfa1-4ae8-bdfe-2f9519a4b297","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.197345078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f1f0a-7365-4d28-9558-465ccbc24978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.197735665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8242b4fd-f3ba-4bf4-8f35-035a57d5a856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.203074304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"c760fbe5-bfa1-4ae8-bdfe-2f9519a4b297","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.24996562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f1f0a-7365-4d28-9558-465ccbc24978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.250029772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a13659-d0c9-4640-aeeb-e43856f66904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.250382317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9c20efd-7fbd-4225-98cd-30955a982300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.302274479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f1f0a-7365-4d28-9558-465ccbc24978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.302563052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7ddd187-4e45-416f-a4fc-4755159aecf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.308411596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a13659-d0c9-4640-aeeb-e43856f66904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.308437188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8242b4fd-f3ba-4bf4-8f35-035a57d5a856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.360331024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c9c20efd-7fbd-4225-98cd-30955a982300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.360407418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7ddd187-4e45-416f-a4fc-4755159aecf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.361588865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"c760fbe5-bfa1-4ae8-bdfe-2f9519a4b297","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.520989379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"bad91177-6534-4dbf-9c80-d718a28bb3fb","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.578926273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"bad91177-6534-4dbf-9c80-d718a28bb3fb","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.596462536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"136d2273-cf7a-4f6b-b4fc-59cc3a67889b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.596485229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"136d2273-cf7a-4f6b-b4fc-59cc3a67889b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.759004377Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"17a36c19-4cbb-42ff-be7e-c06575ba1c6e","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-472e2161","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:55.945704014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7809c445-790d-49b7-b745-7b293f79f55e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:56.012003489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"7809c445-790d-49b7-b745-7b293f79f55e","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:57.513107587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"eb6c3001-f900-40e0-9749-8024edda65ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9","tenantID":"e2e-autores-e240b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:00:57.63651969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"eb6c3001-f900-40e0-9749-8024edda65ce","name":"e2e-autores-e240b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:04.732983272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"9521b735-cebf-43dc-a224-4f13dd6ef6dd","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.466996344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"45c73332-4237-4be5-b708-35bbeecb6374","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.523917856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"45c73332-4237-4be5-b708-35bbeecb6374","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.58051156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"45c73332-4237-4be5-b708-35bbeecb6374","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.638730566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9083703-705b-4c86-8173-b52bae09a4c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.638748636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9083703-705b-4c86-8173-b52bae09a4c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.811710217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"01080022-f2cf-4855-a9e0-08f8e2d15e51","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","subscription":"e2e-cfl-000759-f761e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.918237406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"01080022-f2cf-4855-a9e0-08f8e2d15e51","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:05.971050576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-sub","reconcileID":"01080022-f2cf-4855-a9e0-08f8e2d15e51","MaaSSubscription":{"name":"e2e-cfl-000759-f761e3-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.294328111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"a9a14427-b556-469a-afb3-052a10592cd0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.294350477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"a9a14427-b556-469a-afb3-052a10592cd0","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.345313303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ee1f65db-2651-432f-bbce-28a0218ea85c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.402625533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"ee1f65db-2651-432f-bbce-28a0218ea85c","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.46388964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"55a8779c-1156-4eaa-b2e0-bd3e87f2e109","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.46391102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"55a8779c-1156-4eaa-b2e0-bd3e87f2e109","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.662299574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"cdc7a77f-4166-4c3b-82ca-3777ffe4dc85","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:06.911245671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"cdc7a77f-4166-4c3b-82ca-3777ffe4dc85","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.053332114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"cdc7a77f-4166-4c3b-82ca-3777ffe4dc85","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.053355022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759-f761e3-access","reconcileID":"cdc7a77f-4166-4c3b-82ca-3777ffe4dc85","MaaSAuthPolicy":{"name":"e2e-cfl-000759-f761e3-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.161992726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"422688c8-839c-4a48-b8fa-53503dfcf16b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"ai-tenant-e2e-extmod-a-f761e3/e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.162023179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"422688c8-839c-4a48-b8fa-53503dfcf16b","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"routeName":"external-model-e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3","model":"e2e-cfl-000759","externalModel":"e2e-cfl-000759","provider":"e2e-cfl-000759-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.713981316Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"c33e8e9a-6d10-4ecb-bbbc-ae3079e41659","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.819288238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"3acb77fc-260f-4639-be19-5db1950cfdbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.869444637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700b517-93d8-42bc-97a9-4ee00dc45862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.870074431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9454d3a1-fee8-4ff5-b4de-8ddb83a8d9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.870592759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5210947e-2e6b-4e7f-8495-60adec676e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.870592757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7027aeb6-2e71-48a6-b096-febcac29dfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.876249513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"3acb77fc-260f-4639-be19-5db1950cfdbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.9282154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700b517-93d8-42bc-97a9-4ee00dc45862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.930827747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"5210947e-2e6b-4e7f-8495-60adec676e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.930839027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9454d3a1-fee8-4ff5-b4de-8ddb83a8d9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.932130236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"3acb77fc-260f-4639-be19-5db1950cfdbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:07.933081093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"7027aeb6-2e71-48a6-b096-febcac29dfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.385262988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","reconcileID":"55cd593a-0e97-4684-9e54-d1e719e47003","namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.491383065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"878d47f6-4036-4c35-9bee-cc1ba72a8388","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.542427512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"71be3c6e-e7a3-4693-aa1b-15ff8ff8966c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.542685911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fb687ac-d86f-4954-9af6-612c80da7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.542429523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55a362ad-fa84-469c-848c-47a76e4e3f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.543205916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"311a594e-16b3-407c-b2b7-414d071bd8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.548209054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"878d47f6-4036-4c35-9bee-cc1ba72a8388","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.600441522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55a362ad-fa84-469c-848c-47a76e4e3f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.600523788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"311a594e-16b3-407c-b2b7-414d071bd8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.602710539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"71be3c6e-e7a3-4693-aa1b-15ff8ff8966c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.602862304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fb687ac-d86f-4954-9af6-612c80da7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.603946474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"878d47f6-4036-4c35-9bee-cc1ba72a8388","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.66108178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"29d8ff02-fdf5-49c2-8556-de5c8d0414b3","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:08.765500336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"fcb0acee-3547-48ad-acd9-156a70074bcf","MaaSModelRef":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.579277598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"c1d4e8e1-56bb-4ea4-98fb-dbbd2914d862","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.588892779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"78cda008-59b1-4237-81bd-f065b896511b","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.685694511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"699fd602-bf5f-48c6-83e8-b2ba44273537","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.737346559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbdab274-b00d-4d13-9df0-93db3f92cb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.737458454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a84b97f-075b-401c-baef-ebb1357f2e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.737797286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47ec1eee-56a7-441f-b897-382aca5de8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.738152934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"034db811-8db1-4aaf-9e04-ecab3b97c663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.742814684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"699fd602-bf5f-48c6-83e8-b2ba44273537","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.757253915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"4240e96f-5475-4228-ae0e-c7d5f760d10a","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.795340885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbdab274-b00d-4d13-9df0-93db3f92cb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.795636835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"47ec1eee-56a7-441f-b897-382aca5de8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.799597849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"034db811-8db1-4aaf-9e04-ecab3b97c663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.799887241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a84b97f-075b-401c-baef-ebb1357f2e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.803276161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"699fd602-bf5f-48c6-83e8-b2ba44273537","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.910185494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f2fb9ddd-f5c8-4431-877e-661b22623dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:09.967472624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f2fb9ddd-f5c8-4431-877e-661b22623dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.023470395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f2fb9ddd-f5c8-4431-877e-661b22623dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.156900768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"56d89417-df82-426a-9fa9-0d20040ec77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.162337079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ddb09076-d57a-4e33-b38e-3c370a60ecaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.162424912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04b1661-9562-47be-b657-6879dd5a6429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.162759904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a86e428-2046-4565-95f9-901b0a542297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.213969849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"56d89417-df82-426a-9fa9-0d20040ec77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.219994916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04b1661-9562-47be-b657-6879dd5a6429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.220094511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"ddb09076-d57a-4e33-b38e-3c370a60ecaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.222241113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a86e428-2046-4565-95f9-901b0a542297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.262077087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"a5477214-0fe2-4a68-a6a5-5ecbacd7a1cb","namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.36662065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a3eed067-0754-45a0-be8e-fbe746da925c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.424077998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a3eed067-0754-45a0-be8e-fbe746da925c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.483890632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ce0a26-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (407f702766fddb20ca82d6c069052556822a5ceee42df0007f2395590890d117) AuthConfig (d9d41e87de698d0bbc01f268559a23e270931399e668d83582756fd24140c1b7) AuthConfig (c2e6f19d248e1e28159cc33397756552587e227d1c52c6874e1fa1909b5e177d) AuthConfig (9fdca4057cebb64605ccc2aa55d017d0982110a5527f23e198faeda699ba820f) AuthConfig (bcfbfa4546aef3e5774ef62e07dd12d28f09975d6de3e1120f25c50991372344) AuthConfig (54078ca1d8d59e5e51b73a9b82b9ac04bbf5a9c9336e0e562bb8dc7d72183b3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a3eed067-0754-45a0-be8e-fbe746da925c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.531170607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027cec9c-4f67-405d-8267-010447ad76c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.531246099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"89877c6a-8a23-4808-b108-9ae25077c0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.531633547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e2d9925-917e-4bce-96f6-6278e3d2b9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.532470641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315080e2-7d5e-4cf9-9858-efdc109a99a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.589072018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027cec9c-4f67-405d-8267-010447ad76c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.589122404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"3e2d9925-917e-4bce-96f6-6278e3d2b9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.591379894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"89877c6a-8a23-4808-b108-9ae25077c0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:10.591761336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315080e2-7d5e-4cf9-9858-efdc109a99a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:20.066364325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:20.589502296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"9ba51cb2-c10f-458e-ad18-90ecb4c12d80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:20.647523901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"9ba51cb2-c10f-458e-ad18-90ecb4c12d80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:20.918916686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5cf5d69-02f9-4248-bb2c-2b2be4f13e0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:20.918943774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5cf5d69-02f9-4248-bb2c-2b2be4f13e0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.741769585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"db398225-4ea3-4f08-a0e0-54f56ecee8ef","namespace":"llm","name":"e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.797231461Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"60dd33db-42bc-4ba6-833f-4907e1d79b1e","namespace":"llm","name":"e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.847043001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"151a7f99-fd29-485f-9cd7-b65f725d83fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.898867544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23270e51-36c6-4a6a-8a22-a5f08bc6a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.899198822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"cf23a8f8-cb70-4cb9-9e50-cc47688af385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.8993196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"15a37ff7-3eb7-41b3-ac75-62e3cfd0459c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.901121743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"897ae3e3-084a-4000-a6e9-15c064d21ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.904598229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"151a7f99-fd29-485f-9cd7-b65f725d83fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.960075847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"cf23a8f8-cb70-4cb9-9e50-cc47688af385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.96117698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"15a37ff7-3eb7-41b3-ac75-62e3cfd0459c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.962629373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23270e51-36c6-4a6a-8a22-a5f08bc6a01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:25.964010272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"897ae3e3-084a-4000-a6e9-15c064d21ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.141758028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"6d7aa315-80f3-4276-9454-a188a4862b84","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"name":"e2e-dft-198d31","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.215237474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a184bf4c-69ea-461d-93a2-dc818f9c7ee6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.252848424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"364c1433-0d86-4fbc-abf7-8a4ae54b55af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.253415203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2bd5c319-453a-4f2d-aa83-0e6796e5763b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.257717639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7c55d6d-921a-4dbf-9edc-6a99354e76fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.257733522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7c55d6d-921a-4dbf-9edc-6a99354e76fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.257983257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9ab5e01-f6e5-40f1-9b6b-8277cacd9f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.257995301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9ab5e01-f6e5-40f1-9b6b-8277cacd9f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.27209725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a184bf4c-69ea-461d-93a2-dc818f9c7ee6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.310331334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"99739d54-8806-4086-b1e4-20965189e2ee","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"name":"e2e-dft-198d31","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.365313673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b6967a6-6eb7-413a-a5cf-3bf46c367d8a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.365334277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b6967a6-6eb7-413a-a5cf-3bf46c367d8a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.36570829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2767b78-4929-42d9-ba9c-a3ae05f976af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.365787543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2767b78-4929-42d9-ba9c-a3ae05f976af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.366171514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d72e1237-79d0-4612-9572-cc418a92712a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.366244503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d72e1237-79d0-4612-9572-cc418a92712a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.366681646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61688674-a521-46b4-a756-30f5f4e532c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.366704481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61688674-a521-46b4-a756-30f5f4e532c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.367156553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef07d338-e13e-411d-8d90-0fd06f5cd79a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.367176544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef07d338-e13e-411d-8d90-0fd06f5cd79a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.367596276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8bddd0ea-18e8-4bca-b76e-f4ccab823841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.367684119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8bddd0ea-18e8-4bca-b76e-f4ccab823841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.368643748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71729156-8430-474f-95a0-46f53eb15a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.368690805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5b59a4dd-2f38-436e-945c-267a39fba8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.369129475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c88c21e4-cab7-422f-bca7-aab66bdead43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.369278307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"edb6ab21-4ae6-436e-8839-83894332e227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.429862343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5b59a4dd-2f38-436e-945c-267a39fba8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.429880409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71729156-8430-474f-95a0-46f53eb15a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.432364843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"edb6ab21-4ae6-436e-8839-83894332e227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.436242023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c88c21e4-cab7-422f-bca7-aab66bdead43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.534486418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"84c6d247-012e-48a8-8389-1cfb5aa5f64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.614517361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"84c6d247-012e-48a8-8389-1cfb5aa5f64a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.794304921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bc462a3-0a8f-4a97-934d-83dfbb84d7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.794304991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721388d-522f-4218-ad6f-6c308702e811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.851825326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bc462a3-0a8f-4a97-934d-83dfbb84d7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:26.85364073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721388d-522f-4218-ad6f-6c308702e811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.011637396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"6510aa84-1029-427c-872d-f9e5e1efd078","namespace":"llm","name":"e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.064378074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"b096f0f0-7310-4859-8fa2-b5909b109067","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.064406126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"b096f0f0-7310-4859-8fa2-b5909b109067","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.116750884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"878c9f56-7ad5-4b02-8a95-b5c08441dc4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.167796714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"55b302c9-450f-4a68-bc72-2218616071ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.168021396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8a3a2328-c417-4a3d-a48e-88520931ac0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.174269009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"878c9f56-7ad5-4b02-8a95-b5c08441dc4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.217884905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3274757-ce91-4670-ba53-f82297902715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.217921496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fb2e46a-e7f3-45c7-8bf9-01bad5f4a2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.225469488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"55b302c9-450f-4a68-bc72-2218616071ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.227276608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8a3a2328-c417-4a3d-a48e-88520931ac0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.275190072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fb2e46a-e7f3-45c7-8bf9-01bad5f4a2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:27.275436308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3274757-ce91-4670-ba53-f82297902715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.231304101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"1a88049c-aac5-4157-ab0f-a411afd00363","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.23133254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"1a88049c-aac5-4157-ab0f-a411afd00363","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.286824437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"6c1ee5c6-28cc-4024-b983-af8a92630944","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.340131132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"03ed21d6-cd95-4a5a-b34c-f90472d9b9bd","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.340164241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"03ed21d6-cd95-4a5a-b34c-f90472d9b9bd","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.34585403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"6c1ee5c6-28cc-4024-b983-af8a92630944","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.391265586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f516bf9d-b694-4068-a87a-d7bff6e80dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.394361856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d41632b-9af3-42da-8f4d-89965f498049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.448936809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f516bf9d-b694-4068-a87a-d7bff6e80dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.453487195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d41632b-9af3-42da-8f4d-89965f498049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.487604595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"75fc5da7-5660-4178-b375-fc25e07e80dc","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.54670704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"75fc5da7-5660-4178-b375-fc25e07e80dc","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.603318197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"75fc5da7-5660-4178-b375-fc25e07e80dc","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.713765787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"27502513-ce97-45a3-a0b4-a9265c43a50b","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.713874952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"27502513-ce97-45a3-a0b4-a9265c43a50b","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.870147512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"9c366387-1764-4ac2-8318-5a26f5fef4f9","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.93149161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"9c366387-1764-4ac2-8318-5a26f5fef4f9","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:32.992379994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"9c366387-1764-4ac2-8318-5a26f5fef4f9","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:33.046853926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"9c366387-1764-4ac2-8318-5a26f5fef4f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-198d31-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:33.268360295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"e1fe1a5e-4455-4241-9100-c4a7681d967c","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:33.336504872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"e1fe1a5e-4455-4241-9100-c4a7681d967c","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:33.405264671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"e1fe1a5e-4455-4241-9100-c4a7681d967c","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:36.764427513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"44138b84-e049-40e9-b63f-558e237a5beb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:36.882595327Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"44138b84-e049-40e9-b63f-558e237a5beb","name":"e2e-api-b-76304a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.613521198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1f3cb4f4-6140-49c9-8c34-4cf819a237eb","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.674216147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1f3cb4f4-6140-49c9-8c34-4cf819a237eb","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.689269478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f82aa-6237-492f-8f64-83e26dbeca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.741320773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f82aa-6237-492f-8f64-83e26dbeca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.745309273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1f3cb4f4-6140-49c9-8c34-4cf819a237eb","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.793280165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f82aa-6237-492f-8f64-83e26dbeca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:43.845702437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f82aa-6237-492f-8f64-83e26dbeca10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:45.765718285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763f2322-06da-4bac-a1b5-7ea828451384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:45.817350065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763f2322-06da-4bac-a1b5-7ea828451384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:45.869039785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763f2322-06da-4bac-a1b5-7ea828451384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:45.921055778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763f2322-06da-4bac-a1b5-7ea828451384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:46.902245936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cb2b7ef-0682-48e6-b779-c34b19d725df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:46.902267962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cb2b7ef-0682-48e6-b779-c34b19d725df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:47.011197508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"namespace":"ai-tenant-e2e-mt-7d2f4efb","name":"e2e-policy-7d2f4efb","reconcileID":"a6680f15-d4f0-4b4d-b9b2-999e513b0765","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:47.072120484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"namespace":"ai-tenant-e2e-mt-7d2f4efb","name":"e2e-policy-7d2f4efb","reconcileID":"a6680f15-d4f0-4b4d-b9b2-999e513b0765","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:50.066795318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:53.95243241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"19982cf4-e61d-40c0-8e8e-00c5828cb27d","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:54.009970651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"19982cf4-e61d-40c0-8e8e-00c5828cb27d","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:54.439993682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fa744f6a-4d75-46d9-b305-50aa95fd9efd","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:54.440019485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fa744f6a-4d75-46d9-b305-50aa95fd9efd","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.592101458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fd10abdb-c69b-4b23-8e98-eb70ad892fd3","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.592133212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fd10abdb-c69b-4b23-8e98-eb70ad892fd3","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.647913841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"29316327-99a8-4ce3-980d-e98199189394","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-198d31-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.74866076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a79859-a285-4825-aa2d-9cfbc67c2656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.748679155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f5256-8ba2-48d2-9aa4-279287b8b623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.749266314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8fbce20d-11e5-42b0-86e0-f0fd75904f9e","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.756578756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"da5dfdeb-f435-477b-9e6b-5065c00b6b5e","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.756596809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"da5dfdeb-f435-477b-9e6b-5065c00b6b5e","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.922812501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8fbce20d-11e5-42b0-86e0-f0fd75904f9e","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.924707477Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a79859-a285-4825-aa2d-9cfbc67c2656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.925198064Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"da5dfdeb-f435-477b-9e6b-5065c00b6b5e","name":"e2e-dft-198d31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-198d31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.925240519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"da5dfdeb-f435-477b-9e6b-5065c00b6b5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-198d31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.925413293Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f5256-8ba2-48d2-9aa4-279287b8b623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.977587639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"8f934137-3e64-4c1c-b1ca-d670be4b74ed","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.97761033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"8f934137-3e64-4c1c-b1ca-d670be4b74ed","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:56.979020891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8fbce20d-11e5-42b0-86e0-f0fd75904f9e","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.980747905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a80f5256-8ba2-48d2-9aa4-279287b8b623","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:01:56.983520863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82a79859-a285-4825-aa2d-9cfbc67c2656","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.029987834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6d586e4-8469-4c5f-97a9-11429344df03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.030002065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6d586e4-8469-4c5f-97a9-11429344df03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.030303512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2374b6e8-c10a-4aa2-841e-6ebe6d61843c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.0303153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2374b6e8-c10a-4aa2-841e-6ebe6d61843c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.088099382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fb1e8e48-4280-46df-8d25-1b333f297b9c","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.088122027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"fb1e8e48-4280-46df-8d25-1b333f297b9c","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.13821575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"d2a2e0b7-d6df-4e97-a558-6acad6fa121e","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-198d31","model":"e2e-dft-198d31","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-198d31-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.189404567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3c50e3d-148e-452e-b286-fb7cc9d63f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.189895494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c8a379e-0b87-48fa-aa99-84820715d9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.246351061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3c50e3d-148e-452e-b286-fb7cc9d63f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.246796709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c8a379e-0b87-48fa-aa99-84820715d9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.290710023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1790b8ac-f016-4019-9cdf-1cfe6e2ad550","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.302676768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3c50e3d-148e-452e-b286-fb7cc9d63f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.302855512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c8a379e-0b87-48fa-aa99-84820715d9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.348435115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1790b8ac-f016-4019-9cdf-1cfe6e2ad550","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.404140881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1790b8ac-f016-4019-9cdf-1cfe6e2ad550","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.405972178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"6cbbb8d1-2145-4439-a14b-ea78714a1cf0","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.405989561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"6cbbb8d1-2145-4439-a14b-ea78714a1cf0","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.459199902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37686bbf-2393-4220-9f4a-f5911b641956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.45921783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37686bbf-2393-4220-9f4a-f5911b641956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.459522606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f46cbb-54ab-4009-9b27-976ce4c0a224","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.459548779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f46cbb-54ab-4009-9b27-976ce4c0a224","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:01:57.632031378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"0f3d6631-c621-4d94-b3f0-308b55997670","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-198d31","model":"llm/e2e-dft-198d31","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.56830231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b63b0-aff8-4029-8505-1d876c841608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.568302347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0b10058-e059-4903-94b2-e8b0ddaaefb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.626913757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b63b0-aff8-4029-8505-1d876c841608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.626965073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0b10058-e059-4903-94b2-e8b0ddaaefb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.669425479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"54f0ef9a-7427-455e-a2f4-aaf9ee1a4773","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.683440048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0b10058-e059-4903-94b2-e8b0ddaaefb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.683489983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1b63b0-aff8-4029-8505-1d876c841608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.726489593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"54f0ef9a-7427-455e-a2f4-aaf9ee1a4773","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.78199629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"54f0ef9a-7427-455e-a2f4-aaf9ee1a4773","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:07.94634645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"namespace":"ai-tenant-e2e-mt-7d2f4efb","name":"e2e-policy-7d2f4efb","reconcileID":"ebe69899-8439-4e07-9f64-ed8685d42a90","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:08.099346132Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"namespace":"ai-tenant-e2e-mt-7d2f4efb","name":"e2e-policy-7d2f4efb","reconcileID":"ebe69899-8439-4e07-9f64-ed8685d42a90","MaaSAuthPolicy":{"name":"e2e-policy-7d2f4efb","namespace":"ai-tenant-e2e-mt-7d2f4efb"},"policyNamespace":"ai-tenant-e2e-mt-7d2f4efb","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:10.815028926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"cefb0a07-9ba0-4e6e-a540-cc6cb8c039e5","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-198d31","model":"llm/e2e-dft-198d31","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.085788922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"9cd05f01-0baa-43b4-b08e-66a13b09edba","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.085813797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"9cd05f01-0baa-43b4-b08e-66a13b09edba","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.509879641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"162f9856-1e58-4a58-a10b-29c78a70e1d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.632274796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"162f9856-1e58-4a58-a10b-29c78a70e1d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.678080505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c1fd9f-dccf-401a-9a0c-0254b7341392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.678100207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"b45fe895-849f-4810-ad03-aeab289635f0","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.678643677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"036816d2-f2b8-458a-9297-0bcb708cc0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.736223321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"b45fe895-849f-4810-ad03-aeab289635f0","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.737489605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c1fd9f-dccf-401a-9a0c-0254b7341392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.738595658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"036816d2-f2b8-458a-9297-0bcb708cc0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.793906121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c1fd9f-dccf-401a-9a0c-0254b7341392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.794206094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"b45fe895-849f-4810-ad03-aeab289635f0","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.795313962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"036816d2-f2b8-458a-9297-0bcb708cc0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.853291666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3a16492-fc38-4f91-8ff4-a8caa89167f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.853307151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3a16492-fc38-4f91-8ff4-a8caa89167f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.909330877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"2442892a-b65b-4997-b561-159495372e1f","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.909349092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"2442892a-b65b-4997-b561-159495372e1f","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.962362642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"050ebbd5-3735-40b8-940c-299fa78f6c94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:11.962380807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"050ebbd5-3735-40b8-940c-299fa78f6c94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.460129382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"a5aaee76-98aa-4a6b-a2dc-2a2cbb4a14f3","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.460160758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"a5aaee76-98aa-4a6b-a2dc-2a2cbb4a14f3","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.618222578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"89d4b4a2-dfd3-4738-ad86-007cf731dc52","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.618256112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4ad0703-4cae-46a2-aed5-41782db2de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.618749445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3b8ad1-59f7-4e0b-a389-4c7ede27e98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.623213122Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"4173c170-50ae-4635-8471-34a3b8439d9e","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-65baecf9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.677051219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3b8ad1-59f7-4e0b-a389-4c7ede27e98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.677178381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"89d4b4a2-dfd3-4738-ad86-007cf731dc52","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.679435833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4ad0703-4cae-46a2-aed5-41782db2de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.734146129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"89d4b4a2-dfd3-4738-ad86-007cf731dc52","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.73421311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3b8ad1-59f7-4e0b-a389-4c7ede27e98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.735898482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4ad0703-4cae-46a2-aed5-41782db2de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.941946336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf71993d-2e6a-4003-b997-4cf753dc4a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.942139797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c99cf290-24c3-4cce-a3b1-af4bc702202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:15.941955152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8562fd5c-1e42-454d-96e8-f6c8b334c488","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.000160045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf71993d-2e6a-4003-b997-4cf753dc4a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.001825436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8562fd5c-1e42-454d-96e8-f6c8b334c488","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.002556218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c99cf290-24c3-4cce-a3b1-af4bc702202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.057005065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf71993d-2e6a-4003-b997-4cf753dc4a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.058188936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"8562fd5c-1e42-454d-96e8-f6c8b334c488","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.058508167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fc20b2ad7eef5e8fbc73fe95df565370f1e2f18d12570601bf8f08348db6d833) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3c4840e1ffa5d8a80d7575f5a313247bd655761bab3f6d2001db5d001a8a409b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (24e4a86be170d9157e4e9bce30e54b09a706e50ba3352c91b9a858c7ceb2036f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4343e142d50e8bba9052a4158c308569d61c60a082594c627f56109340de7255) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c99cf290-24c3-4cce-a3b1-af4bc702202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.195777007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-e240b9","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"autores-model-e240b9","reconcileID":"1a85a5e3-b83b-415f-ba4c-f006ccdd7ac2","MaaSModelRef":{"name":"autores-model-e240b9","namespace":"ai-tenant-e2e-autores-e240b9"},"tenant":"e2e-autores-e240b9","gateway":"openshift-ingress/e2e-autores-e240b9","model":"ai-tenant-e2e-autores-e240b9/autores-model-e240b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:16.195805032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-e240b9","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"autores-model-e240b9","reconcileID":"1a85a5e3-b83b-415f-ba4c-f006ccdd7ac2","MaaSModelRef":{"name":"autores-model-e240b9","namespace":"ai-tenant-e2e-autores-e240b9"},"routeName":"autores-model-e240b9-kserve-route","namespace":"ai-tenant-e2e-autores-e240b9","llmisvcName":"autores-model-e240b9","gateway":"openshift-ingress/e2e-autores-e240b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:20.068776306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.021212023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba041c7-3e2a-4269-a2fb-15c87cd2ed5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.074858715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba041c7-3e2a-4269-a2fb-15c87cd2ed5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.126926605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba041c7-3e2a-4269-a2fb-15c87cd2ed5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.178981408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba041c7-3e2a-4269-a2fb-15c87cd2ed5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.893393047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08428eda-c2b1-438d-8f0a-301b500db862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.893414822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08428eda-c2b1-438d-8f0a-301b500db862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.950412462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d707a5e2-985e-415e-a37e-cc5380eb1611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:23.950431903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d707a5e2-985e-415e-a37e-cc5380eb1611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:24.054692595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5da76b3f-9c24-4cfd-8177-af3f8e092eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:24.182035439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5da76b3f-9c24-4cfd-8177-af3f8e092eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:24.239558735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5da76b3f-9c24-4cfd-8177-af3f8e092eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:24.299124112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a62843-2128-4b46-975a-38870dff6850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:24.299146196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a62843-2128-4b46-975a-38870dff6850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.088633915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce872a-26e2-4676-93ca-e61a615f0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.140629756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce872a-26e2-4676-93ca-e61a615f0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.192868536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce872a-26e2-4676-93ca-e61a615f0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.24506841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce872a-26e2-4676-93ca-e61a615f0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.677488245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"d384c81e-69e1-43b5-a0b4-ccc50c3bf274","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-198d31","subscription":"e2e-dft-198d31-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.786628015Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"d384c81e-69e1-43b5-a0b4-ccc50c3bf274","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:25.842575918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-sub","reconcileID":"d384c81e-69e1-43b5-a0b4-ccc50c3bf274","MaaSSubscription":{"name":"e2e-dft-198d31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-198d31","namespace":"llm","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.177738662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"300864f3-9449-47a7-890f-0c9fa1f80665","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.177767628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"300864f3-9449-47a7-890f-0c9fa1f80665","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.275169979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"a37da619-e5b7-403e-a034-609a70366c1b","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.275349586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31682f4e-fc87-4c19-a499-1417b9d50945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.275170143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11dcf55f-c8d8-4788-b031-cfc01e58043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.343056167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f33dd143-075b-4ec9-9a81-632fa9208680","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.343081901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f33dd143-075b-4ec9-9a81-632fa9208680","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.411555255Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31682f4e-fc87-4c19-a499-1417b9d50945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.413037794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"a37da619-e5b7-403e-a034-609a70366c1b","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.421775006Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11dcf55f-c8d8-4788-b031-cfc01e58043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.452014211Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f33dd143-075b-4ec9-9a81-632fa9208680","name":"e2e-dft-198d31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-198d31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.452077462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f33dd143-075b-4ec9-9a81-632fa9208680","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-198d31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.467342176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31682f4e-fc87-4c19-a499-1417b9d50945","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.469882085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"a37da619-e5b7-403e-a034-609a70366c1b","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.479994893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11dcf55f-c8d8-4788-b031-cfc01e58043b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.510918096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f7228540-5332-4eae-86f8-4115b0760acf","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.510936563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"f7228540-5332-4eae-86f8-4115b0760acf","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:26.537151292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"a37da619-e5b7-403e-a034-609a70366c1b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-198d31-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.537282594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-198d31-access","reconcileID":"1a0f29b8-2307-4230-8098-4789422e6023","MaaSAuthPolicy":{"name":"e2e-dft-198d31-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.621014293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e92b66e-7e25-4367-a8c1-518f0bde5e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.621036641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e92b66e-7e25-4367-a8c1-518f0bde5e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.621349343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d87cb2d-2a4d-47da-be03-84ac55a9d9b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.621363601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d87cb2d-2a4d-47da-be03-84ac55a9d9b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.673908658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d1976e-348c-4603-8fb5-693d18855b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.673911555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"124f847c-da61-4c24-a6e4-759dd44be052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.745025046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"124f847c-da61-4c24-a6e4-759dd44be052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.745111107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d1976e-348c-4603-8fb5-693d18855b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.801704916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86d1976e-348c-4603-8fb5-693d18855b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.80175857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"124f847c-da61-4c24-a6e4-759dd44be052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.816748196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"2a1db685-dfd8-4c40-9b81-a869bc98d886","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.816768087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"2a1db685-dfd8-4c40-9b81-a869bc98d886","MaaSModelRef":{"name":"e2e-dft-198d31","namespace":"llm"},"routeName":"external-model-e2e-dft-198d31-e83926aa9afb","namespace":"llm","model":"e2e-dft-198d31","externalModel":"e2e-dft-198d31","provider":"e2e-dft-198d31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.877166248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"830fb204-4fb9-4c3e-b070-da44b8038f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.877188291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"830fb204-4fb9-4c3e-b070-da44b8038f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.877620898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c55680-c8c5-489a-b5c8-9e48a84bde72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:26.877636256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c55680-c8c5-489a-b5c8-9e48a84bde72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.354414458Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"ec4a58e6-ecbf-4b03-bfbf-c015f547045e","namespace":"llm","name":"e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.411618638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad88d7e6-a5f1-47d7-b506-11a7e888e3c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.411644435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad88d7e6-a5f1-47d7-b506-11a7e888e3c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.411928376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c2df1fa-b7ea-4c40-a5d0-42c690e1d225","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.411941638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c2df1fa-b7ea-4c40-a5d0-42c690e1d225","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412188306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8ce5cbd-0021-49e9-ac07-ed30dc1d3568","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412203036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8ce5cbd-0021-49e9-ac07-ed30dc1d3568","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412421012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55fda6b4-6207-46a8-9f76-563f8fec126e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412432465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55fda6b4-6207-46a8-9f76-563f8fec126e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412679495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e33f236-9dff-465b-bc0e-6dd7e01292e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412692583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e33f236-9dff-465b-bc0e-6dd7e01292e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412916406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"671ef8b7-287f-4458-91b7-66392133d50b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.412927375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"671ef8b7-287f-4458-91b7-66392133d50b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.41313552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d46438-44a5-42da-8134-5139c0ac0ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.413147509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d46438-44a5-42da-8134-5139c0ac0ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.413465009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"152bafa2-5361-45c8-80ca-d521963ed798","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.413481935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"152bafa2-5361-45c8-80ca-d521963ed798","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.461359918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"3d54a3c8-658b-46a1-b524-c683fe93f0a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.512707249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd1297a0-eacf-4cca-90c9-51af4c53aa91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.512942414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c07edff0-1d13-4cd7-b4c7-4800fc5c5e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.513247259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"508c0869-09df-4299-8fc1-3a376f206b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.513343436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"37db26df-6606-4ac9-9190-68aa63a1e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.518321724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"3d54a3c8-658b-46a1-b524-c683fe93f0a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.572025303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"37db26df-6606-4ac9-9190-68aa63a1e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.574414021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"508c0869-09df-4299-8fc1-3a376f206b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.575918336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd1297a0-eacf-4cca-90c9-51af4c53aa91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.577452951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"3d54a3c8-658b-46a1-b524-c683fe93f0a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.578049804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c07edff0-1d13-4cd7-b4c7-4800fc5c5e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.621034588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"774479dc-8e09-4db0-82a4-e66e035c8ef7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.621195377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b462114-1a38-4d71-979d-536970168ae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.633090449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd1297a0-eacf-4cca-90c9-51af4c53aa91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.635660886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c07edff0-1d13-4cd7-b4c7-4800fc5c5e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.693407045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f96f5560-9c46-4052-a2e6-bc17a433e0d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.750408189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f96f5560-9c46-4052-a2e6-bc17a433e0d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.834573048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b80f7fdb-fa7f-4d0d-abb4-9bc4b141a415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.834571078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a45f0520-ec2d-4fc9-9b37-ab866727763f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.884264837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"abd42147-c900-4a7a-b1be-d3ffd89805a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.893388864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b80f7fdb-fa7f-4d0d-abb4-9bc4b141a415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.893488979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a45f0520-ec2d-4fc9-9b37-ab866727763f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.904171214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-198d31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-198d31","reconcileID":"05af90e9-b1e4-48af-9a24-d5acd69b189d","namespace":"llm","name":"e2e-dft-198d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.941697722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"abd42147-c900-4a7a-b1be-d3ffd89805a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.954497318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b80f7fdb-fa7f-4d0d-abb4-9bc4b141a415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:27.954524108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a45f0520-ec2d-4fc9-9b37-ab866727763f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.000578168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"abd42147-c900-4a7a-b1be-d3ffd89805a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.06272798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"acc13fb0-9057-4859-9de3-bf864eb2ff8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.109907025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"78fe1bf0-ee24-43bc-b66d-ada2b3fd24c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.109906808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"04a757db-7a57-48fd-8abe-45591f1aec35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.115491037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b37f2876-3766-4fb6-bbd2-f0b1e1c96243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.115524043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9810e6-2a68-4715-b8e3-fe95fe43fca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.120785259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"acc13fb0-9057-4859-9de3-bf864eb2ff8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.167384594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"04a757db-7a57-48fd-8abe-45591f1aec35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.167710442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"78fe1bf0-ee24-43bc-b66d-ada2b3fd24c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.173039654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b37f2876-3766-4fb6-bbd2-f0b1e1c96243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.174587228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9810e6-2a68-4715-b8e3-fe95fe43fca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.223724761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"78fe1bf0-ee24-43bc-b66d-ada2b3fd24c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.2310401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b37f2876-3766-4fb6-bbd2-f0b1e1c96243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.231426134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d9810e6-2a68-4715-b8e3-fe95fe43fca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.384113641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"13fe458c-f51d-458c-ba24-d8e2cd203d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:28.44498384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"13fe458c-f51d-458c-ba24-d8e2cd203d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:29.955161127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"58cd98e3-d849-4e65-a540-c414489a91f3","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.018964255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"c05a01b3-a622-4a47-bb40-bbee2170b954","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.062856578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"c26a9c11-d18b-47a4-8c17-bdbdd42669b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.11284058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8aeb7727-fbd2-48f2-b257-783d11663208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.115123233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b7e68744-e347-4cb0-bce2-2493742963ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.11515698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b23d4a-14af-4b33-83ac-536eb3143bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.115566471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4e4c68-a968-4b1a-ac32-94846f3439c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.120694625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"c26a9c11-d18b-47a4-8c17-bdbdd42669b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.177448472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b23d4a-14af-4b33-83ac-536eb3143bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.177470065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4e4c68-a968-4b1a-ac32-94846f3439c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.178798234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"c26a9c11-d18b-47a4-8c17-bdbdd42669b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.179755209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"8aeb7727-fbd2-48f2-b257-783d11663208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.181481149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"b7e68744-e347-4cb0-bce2-2493742963ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.235229403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b23d4a-14af-4b33-83ac-536eb3143bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.236440259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4e4c68-a968-4b1a-ac32-94846f3439c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.284268242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"4ccad581-3a15-4352-b056-c3d5caa364b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.342826411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"4ccad581-3a15-4352-b056-c3d5caa364b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.362444177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"54a15bcc-5d61-4a7c-8353-01e23831c9c0","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.438231465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a7f47aa-fd7e-48ff-98f4-f9095ed00010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.438386623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42209ba9-051f-4ede-9503-1ec78b36cee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.465548835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d60259d4-dc00-4491-81ea-84c59831dbb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.465583103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79b098f4-23c2-4d41-9f31-2abe104d8779","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.482794554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8171e55c-09eb-4d90-83fe-bc9a40ca2839","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.482820422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8171e55c-09eb-4d90-83fe-bc9a40ca2839","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.483241788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f870d5c3-1dee-4c15-b0f9-d447616477b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.483274181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f870d5c3-1dee-4c15-b0f9-d447616477b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.483836261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dab15d42-7a6a-4569-98b7-3503829e998f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.483852969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dab15d42-7a6a-4569-98b7-3503829e998f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.484599489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6043f0b0-69a0-4288-8a5e-e1fa6d4db817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.48461768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6043f0b0-69a0-4288-8a5e-e1fa6d4db817","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.485643192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6b28b82-ea5b-4435-84b3-fe6685fc9b0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.485665921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a6b28b82-ea5b-4435-84b3-fe6685fc9b0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.497471346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"8826c813-3f31-4840-8ed7-c9fadfa9e0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.503064327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a7f47aa-fd7e-48ff-98f4-f9095ed00010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.503216121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42209ba9-051f-4ede-9503-1ec78b36cee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.54430291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"a422da53-91f2-4a8e-9892-a7853af51f07","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.549146135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6268f632-55da-4c82-883f-0e1d6edea9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.55482241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"8826c813-3f31-4840-8ed7-c9fadfa9e0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.559800526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a7f47aa-fd7e-48ff-98f4-f9095ed00010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.559852523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42209ba9-051f-4ede-9503-1ec78b36cee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.596819412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f41e723c-5204-4475-b680-eb63527999ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.59684015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f41e723c-5204-4475-b680-eb63527999ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.597083283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2288e602-e7c9-4a83-89be-2ee130f95cac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.597093288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2288e602-e7c9-4a83-89be-2ee130f95cac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.597283904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19344653-bb12-4bc7-ab54-cde170bcaaf0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.597295665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19344653-bb12-4bc7-ab54-cde170bcaaf0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.611683592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"8826c813-3f31-4840-8ed7-c9fadfa9e0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.613790689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6268f632-55da-4c82-883f-0e1d6edea9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.716838372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3f9fb9f4-2445-48e3-bae9-4a0e51c8a281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.716838276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4726cc0-f070-4089-a806-3d349786c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.74019451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c50326-0d6b-4c5d-bb0c-de9673977e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.776759585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f1a4ee21-d75c-4cd6-ba68-d72ed16db768","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.786704273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4726cc0-f070-4089-a806-3d349786c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.78765679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"3f9fb9f4-2445-48e3-bae9-4a0e51c8a281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.799826521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c50326-0d6b-4c5d-bb0c-de9673977e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.842854774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f1a4ee21-d75c-4cd6-ba68-d72ed16db768","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.844305234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4726cc0-f070-4089-a806-3d349786c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.856280428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c50326-0d6b-4c5d-bb0c-de9673977e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.92307901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"350c4841-f666-4a6a-9497-521470b0e522","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:30.980124599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"350c4841-f666-4a6a-9497-521470b0e522","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.035933852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"350c4841-f666-4a6a-9497-521470b0e522","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.192469212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"4330b3a5-97b8-493c-9632-1e736ac86a4e","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.24772665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"805e39a4-388d-437b-88fb-b41ab738f77f","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.247759088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"805e39a4-388d-437b-88fb-b41ab738f77f","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4a5fe6-ed8a904c4345","namespace":"llm","model":"e2e-dft-refs-4a5fe6","externalModel":"e2e-dft-refs-4a5fe6","provider":"e2e-dft-refs-4a5fe6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.298842116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"99cceb2a-28ca-4c98-9b9a-716044fbf93f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.299701916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a3f63a7f-af4d-4182-b9a7-1ee587ee7fcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.349868012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2effe3c-2b42-4126-aba6-fdb5ba56da8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.349869457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85aa1ca8-9456-495f-8924-5bb2047dc5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.351868737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"edf02499-2722-495a-b8e9-89b9321f1dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.355827627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"99cceb2a-28ca-4c98-9b9a-716044fbf93f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.357090222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"a3f63a7f-af4d-4182-b9a7-1ee587ee7fcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.409125762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2effe3c-2b42-4126-aba6-fdb5ba56da8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.409125764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85aa1ca8-9456-495f-8924-5bb2047dc5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.411936854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"99cceb2a-28ca-4c98-9b9a-716044fbf93f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.412243692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"edf02499-2722-495a-b8e9-89b9321f1dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.466181309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2effe3c-2b42-4126-aba6-fdb5ba56da8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.4667832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85aa1ca8-9456-495f-8924-5bb2047dc5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.567848334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"39b7e22e-e834-4290-9ca2-b23033a474a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:31.624853349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"39b7e22e-e834-4290-9ca2-b23033a474a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:34.55334662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"5e773e78-b4a0-49b0-8ec8-746c1a3de136","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:34.610459349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"5e773e78-b4a0-49b0-8ec8-746c1a3de136","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:34.886085814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b264f36-001b-4433-aae0-77348ecd2f26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:34.886105217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b264f36-001b-4433-aae0-77348ecd2f26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.032441752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f556cae1-c7bc-44d3-9aeb-049c13fdead2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.091187045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"f556cae1-c7bc-44d3-9aeb-049c13fdead2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.266002824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"dd3dc26d-2b71-440d-b2ef-8d612764aff4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.475698522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"dd3dc26d-2b71-440d-b2ef-8d612764aff4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.604995118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"dd3dc26d-2b71-440d-b2ef-8d612764aff4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"name":"e2e-api-a-ce0a26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.605018386Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"e2e-e2e-api-a-ce0a26-policy","reconcileID":"dd3dc26d-2b71-440d-b2ef-8d612764aff4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ce0a26-policy","namespace":"ai-tenant-e2e-api-a-ce0a26"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.662261943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a01a6f3-a93d-483a-a622-02d9394af4e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.662283431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a01a6f3-a93d-483a-a622-02d9394af4e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.833786446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42f7dcf-a735-468d-9906-6f15f195d6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.885881216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42f7dcf-a735-468d-9906-6f15f195d6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.941706598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42f7dcf-a735-468d-9906-6f15f195d6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:35.994722682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42f7dcf-a735-468d-9906-6f15f195d6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.320197203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"3f418f5f-b9ea-48e4-bf01-5df6dd1bfc7f","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.376732254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"cc21f839-4730-4382-8622-5149234170fc","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.376766843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"cc21f839-4730-4382-8622-5149234170fc","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4a5fe6-ed8a904c4345","namespace":"llm","model":"e2e-dft-refs-4a5fe6","externalModel":"e2e-dft-refs-4a5fe6","provider":"e2e-dft-refs-4a5fe6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.429491524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ea85a60e-4282-443b-935e-dcbe7e68cb2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.430648363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75ae7c53-4d10-4da5-8c03-5a1ee956f941","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.430669511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75ae7c53-4d10-4da5-8c03-5a1ee956f941","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.431035136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e974249-21b4-4b51-8c84-de1f2673681b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.43105231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e974249-21b4-4b51-8c84-de1f2673681b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.431373998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4685dbf9-c55f-4bc0-8990-dfa66dda1b16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.431390852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4685dbf9-c55f-4bc0-8990-dfa66dda1b16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.431777801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f32e63e-8efb-49b4-ad66-ba4418f19853","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.431797639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f32e63e-8efb-49b4-ad66-ba4418f19853","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.432245092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a319d675-cf10-455e-881d-567d00d4cdb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.43226367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a319d675-cf10-455e-881d-567d00d4cdb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.482238813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ec92acd2-306e-43a6-aa2b-68e0a245c797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.482692833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d4fbb5d3-3c20-44bc-8c04-523768781025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.483854738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bc9804-46cc-44a4-a7a2-8fc6763a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.484659934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9782c95a-7d0d-4b0a-8364-87f47862d5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.486633927Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"c9a9db0f-b4dc-458d-93d4-0f46df8486bc","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4a5fe6-ed8a904c4345","namespace":"llm","model":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.490140205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ea85a60e-4282-443b-935e-dcbe7e68cb2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.54124929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d4fbb5d3-3c20-44bc-8c04-523768781025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.542079206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ec92acd2-306e-43a6-aa2b-68e0a245c797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.544416532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bc9804-46cc-44a4-a7a2-8fc6763a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.555918002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ea85a60e-4282-443b-935e-dcbe7e68cb2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.558244721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9782c95a-7d0d-4b0a-8364-87f47862d5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.601308104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bc9804-46cc-44a4-a7a2-8fc6763a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.603400264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c847c5e1-f2f4-4152-92bb-997a4becffb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.603440494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df0e6d61-d665-4e4a-815c-fd52dea94cb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.610121854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2dbda7a-6b8f-4cb6-8661-459a50db7634","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.610148796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2dbda7a-6b8f-4cb6-8661-459a50db7634","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.61062462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b75c8118-52d4-4480-9ce0-9cbc5cd84219","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.61064596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b75c8118-52d4-4480-9ce0-9cbc5cd84219","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.61100536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7d912e8-9f64-43c3-8987-8b6da9f85f6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.611026104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7d912e8-9f64-43c3-8987-8b6da9f85f6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.61452187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9782c95a-7d0d-4b0a-8364-87f47862d5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.664490054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"f69db531-0fb9-45c0-83e1-b3ef5e297440","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.722309853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"f69db531-0fb9-45c0-83e1-b3ef5e297440","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.780341704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"f69db531-0fb9-45c0-83e1-b3ef5e297440","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.831768141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38dcc8f-cabf-4a80-833c-43eb767bfec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.832769891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3b9114-40b3-4584-a5e8-3aae1e70586d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.92112106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"0303a4f5-612d-4ca0-9695-cb81fe6c04f5","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.925351718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38dcc8f-cabf-4a80-833c-43eb767bfec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.930779248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3b9114-40b3-4584-a5e8-3aae1e70586d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.983101181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38dcc8f-cabf-4a80-833c-43eb767bfec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.986454224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"3c031a76-3909-4b84-bf6e-34072e4e3ed2","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:36.990297343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c3b9114-40b3-4584-a5e8-3aae1e70586d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.048018039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"4236946d-ab46-4b9a-a5f1-78ff9c4e4554","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.101263413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d4fe4da8-af83-423a-9b8f-834f176c6dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.101258256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fa36f2eb-9bbf-41a8-80a9-d593e2533dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.105250166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"4236946d-ab46-4b9a-a5f1-78ff9c4e4554","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.166989549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d4fe4da8-af83-423a-9b8f-834f176c6dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.168093598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"4236946d-ab46-4b9a-a5f1-78ff9c4e4554","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.168096607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"fa36f2eb-9bbf-41a8-80a9-d593e2533dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.219978464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df46a9bf-5d65-43f0-87e0-6cbaf15290d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.219924784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abea321-f364-4500-bd0b-33e3bf501e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.284302317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abea321-f364-4500-bd0b-33e3bf501e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.289114598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df46a9bf-5d65-43f0-87e0-6cbaf15290d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.371436152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9abea321-f364-4500-bd0b-33e3bf501e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:37.402284989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df46a9bf-5d65-43f0-87e0-6cbaf15290d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:38.113423654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f893a6-a5aa-4999-9899-b167f98d5cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:38.173893398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f893a6-a5aa-4999-9899-b167f98d5cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:38.234465797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f893a6-a5aa-4999-9899-b167f98d5cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:38.291856775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f893a6-a5aa-4999-9899-b167f98d5cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.638257373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"04efb96f-01a2-4eba-84ae-4587b0004063","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.691372511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"548261d9-2092-4d7e-9e7f-49614cb85205","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.752958121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aad8e15-07b1-4eb5-973e-fa0fda734233","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.799994592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a223eb-a3af-4078-a22f-1a20ee257abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.804212242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"aca3f115-af87-4dba-975e-2ff51597719b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.804212782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"aa6cdecf-65bd-459b-a582-e5c9dc348d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.807353986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b851b69-cd02-4515-8dc4-ec52f4e03768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.813218637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aad8e15-07b1-4eb5-973e-fa0fda734233","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.85794096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a223eb-a3af-4078-a22f-1a20ee257abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.864642318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"aa6cdecf-65bd-459b-a582-e5c9dc348d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.864852214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"aca3f115-af87-4dba-975e-2ff51597719b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.86719909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b851b69-cd02-4515-8dc4-ec52f4e03768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.869101545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aad8e15-07b1-4eb5-973e-fa0fda734233","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.911694776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"41376fe3-4932-473b-8410-f9c3089ea7ac","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.914391999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a223eb-a3af-4078-a22f-1a20ee257abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.930514367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b851b69-cd02-4515-8dc4-ec52f4e03768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965185034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4ffff36-75a0-4958-954f-1758be99dbc9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965203414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4ffff36-75a0-4958-954f-1758be99dbc9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965465781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fd10de-2a94-422c-a965-8f55f70f6153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965481699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fd10de-2a94-422c-a965-8f55f70f6153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965853348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"883d6d16-7a53-4eac-b24d-e88a9219046e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.965866434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"883d6d16-7a53-4eac-b24d-e88a9219046e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966143822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80d37c1c-dc85-4f6e-badb-dd27c3949baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966155233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80d37c1c-dc85-4f6e-badb-dd27c3949baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966377584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf818c12-01ef-426e-b13b-104dcd90fbac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966392826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf818c12-01ef-426e-b13b-104dcd90fbac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966640917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3582a39-ccb6-4c3a-aabe-d265ae17bfc9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966654282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3582a39-ccb6-4c3a-aabe-d265ae17bfc9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966901628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"015d3385-b216-4e6c-a01d-448b68bf3a93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.966914585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"015d3385-b216-4e6c-a01d-448b68bf3a93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.967128304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22846eb3-2352-4cb7-8002-3d5f3bcb5f58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.967140634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"22846eb3-2352-4cb7-8002-3d5f3bcb5f58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:42.984578741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"671eb9dd-1f34-4246-87f7-a067c39640c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.019416954Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"7e530d58-c6be-41e0-a84a-bdeb01b47587","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"name":"e2e-dft-refs-4a5fe6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.045748846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"671eb9dd-1f34-4246-87f7-a067c39640c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.070586807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4bb2ea-f219-428e-b8b1-1b240b554da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.071003287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdb1e018-7f30-4988-a1c3-41ebe10fabc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.07735212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad9a2714-8008-43b4-809f-983e715999f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.103051266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"671eb9dd-1f34-4246-87f7-a067c39640c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.129583592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4bb2ea-f219-428e-b8b1-1b240b554da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.142578941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21e7f76-eb68-4e7e-8e1b-8224f48ed118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.186370463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4bb2ea-f219-428e-b8b1-1b240b554da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.200843007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21e7f76-eb68-4e7e-8e1b-8224f48ed118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.207827896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"002634ff-514b-4db9-aadc-3e021fff81d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.25983551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21e7f76-eb68-4e7e-8e1b-8224f48ed118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.265548784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"002634ff-514b-4db9-aadc-3e021fff81d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.321058483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"002634ff-514b-4db9-aadc-3e021fff81d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.362998778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d358b531-b62b-443d-8843-df36c193886f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.429787332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d358b531-b62b-443d-8843-df36c193886f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.433890353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"36b59b9e-d926-4593-a2be-baf79531a280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.477988768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6890bf-5d5b-4862-8f90-ecc9fe7a4c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.490469323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d358b531-b62b-443d-8843-df36c193886f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.491712348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"36b59b9e-d926-4593-a2be-baf79531a280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.535801587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6890bf-5d5b-4862-8f90-ecc9fe7a4c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.548506893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"36b59b9e-d926-4593-a2be-baf79531a280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.592421259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6890bf-5d5b-4862-8f90-ecc9fe7a4c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.770331246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"c13de26f-a5ef-4b03-92d1-2c1172d84a61","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.823405804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"218cd50c-92a3-4215-8042-b706eb72d548","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.823439604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"218cd50c-92a3-4215-8042-b706eb72d548","MaaSModelRef":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4a5fe6-ed8a904c4345","namespace":"llm","model":"e2e-dft-refs-4a5fe6","externalModel":"e2e-dft-refs-4a5fe6","provider":"e2e-dft-refs-4a5fe6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.878847808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"2129dca1-bafd-4df1-9afd-efa75cfe9614","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.930558951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"685f1227-44b4-49a3-b6b7-d031dc9905ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.933670916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"45134706-c628-4855-be77-0c11866f8d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.933911525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c40c6627-544a-4e2f-addd-67b14d579bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.934078777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2279ba83-816a-4ae0-ae75-cd1995a8b1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.939452161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"2129dca1-bafd-4df1-9afd-efa75cfe9614","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.988626553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"685f1227-44b4-49a3-b6b7-d031dc9905ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.992600212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c40c6627-544a-4e2f-addd-67b14d579bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.992951863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"45134706-c628-4855-be77-0c11866f8d97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.995061092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2279ba83-816a-4ae0-ae75-cd1995a8b1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:43.995364827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"2129dca1-bafd-4df1-9afd-efa75cfe9614","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:44.049304463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c40c6627-544a-4e2f-addd-67b14d579bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:44.052061532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2279ba83-816a-4ae0-ae75-cd1995a8b1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.261676721Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","namespace":"ai-tenant-e2e-api-a-ce0a26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.261733739Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","namespace":"ai-tenant-e2e-api-a-ce0a26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.261780253Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","tenant":"e2e-api-a-ce0a26","tenantID":"e2e-api-a-ce0a26","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.315774565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Deployment","name":"maas-api-e2e-api-a-ce0a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.379762717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Service","name":"maas-api-e2e-api-a-ce0a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.440041207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ce0a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.494054104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ce0a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.553186081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.608736552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.669105025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.723870599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.77636769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Deployment","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.828890465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.881197883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Service","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.933070449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:47.985128328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.037598331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.089150051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.145035412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.196596646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.248513486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.303797382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ce0a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:48.35830674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"namespace":"ai-tenant-e2e-api-a-ce0a26","name":"default-tenant","reconcileID":"0a2114b3-13fc-453e-aa6e-f1df6a524473","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ce0a26","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.31946512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"6e16dcee-7661-46a7-a886-63e57e177093","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.379421657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bd18cb8-4608-47a7-91af-e85ceb9d4e76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.379440693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bd18cb8-4608-47a7-91af-e85ceb9d4e76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.379770109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f8c7c95-6747-4e71-be4d-e79f00ca90ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.379783255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0f8c7c95-6747-4e71-be4d-e79f00ca90ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.379993138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5301fe85-322d-484f-af8d-1fa83dc8dde0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380006745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5301fe85-322d-484f-af8d-1fa83dc8dde0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380314759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bd3a9e9-4923-46c8-8e6a-e4e8e9fc9cba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380327115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bd3a9e9-4923-46c8-8e6a-e4e8e9fc9cba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.3806083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41b3a9f7-afb7-4d30-bebb-9d49d7dddc16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380620854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41b3a9f7-afb7-4d30-bebb-9d49d7dddc16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380824656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ffc7b7f-9476-49a7-a3c7-1c40674f1a79","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.380835737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ffc7b7f-9476-49a7-a3c7-1c40674f1a79","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.381052058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b1e0fd2-9189-48f3-99af-4ef65b87a11c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.381063852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b1e0fd2-9189-48f3-99af-4ef65b87a11c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.381264842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9874d33f-6d65-44c5-995b-7c37631e5ee0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.381279881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9874d33f-6d65-44c5-995b-7c37631e5ee0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.429521469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"83e56d8f-34f8-4270-9b8c-18db4fbcb032","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.48117378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee3d1c0-a91d-4855-8511-0220934fad38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.481233954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a2e30945-9520-47b1-8982-59f34ef76bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.481685953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eefe0e4a-1cd2-48b1-8d46-091b20d2f206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.481770998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"25bceddb-eab6-44c6-b174-45d1fc66013b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.486902481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"83e56d8f-34f8-4270-9b8c-18db4fbcb032","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.539089752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee3d1c0-a91d-4855-8511-0220934fad38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.539444194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a2e30945-9520-47b1-8982-59f34ef76bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.541952548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eefe0e4a-1cd2-48b1-8d46-091b20d2f206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.542004712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"25bceddb-eab6-44c6-b174-45d1fc66013b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.543606984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"83e56d8f-34f8-4270-9b8c-18db4fbcb032","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.590291844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"554a7438-e2e1-4d22-b9c3-4b34411f806c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.592678079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f192dd7c-6d82-4cc5-a81d-785496b80016","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.59655739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee3d1c0-a91d-4855-8511-0220934fad38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.598819119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eefe0e4a-1cd2-48b1-8d46-091b20d2f206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.600440518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb7f876-7d53-43af-a399-00880e388ed9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.600458819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb7f876-7d53-43af-a399-00880e388ed9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.657496018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f1f3822-fc20-431b-ade6-2e95bed71d64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.657515602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f1f3822-fc20-431b-ade6-2e95bed71d64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.659004693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"796b8f6c-dfbe-4dc0-b572-13cf5d36ca51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.659028282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"796b8f6c-dfbe-4dc0-b572-13cf5d36ca51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.708808058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"cc991a93-c514-4ca0-83cd-12cde959aed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.766099674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"cc991a93-c514-4ca0-83cd-12cde959aed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.822098355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"cc991a93-c514-4ca0-83cd-12cde959aed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.855391842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4a5fe6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4a5fe6","reconcileID":"48dd8450-b375-4304-863b-c861bd2a68ee","namespace":"llm","name":"e2e-dft-refs-4a5fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.862698174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4393ada-ecb2-4c64-822f-b3ea27a1eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.862699206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807fc943-6252-49bb-b616-c78c6203de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.92456387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4393ada-ecb2-4c64-822f-b3ea27a1eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.924759235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807fc943-6252-49bb-b616-c78c6203de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.971033926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"57a69d45-f5ed-4348-8429-311a068342bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.981171961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807fc943-6252-49bb-b616-c78c6203de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:49.981334917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4393ada-ecb2-4c64-822f-b3ea27a1eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.02318164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6846e6bb-8348-4b5e-b50c-6b2823cac286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.023358992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6905ca5-99c2-493a-970d-c59e44ffcd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.028657578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"57a69d45-f5ed-4348-8429-311a068342bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:50.03576816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4393ada-ecb2-4c64-822f-b3ea27a1eec7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:02:50.035769014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807fc943-6252-49bb-b616-c78c6203de96","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.067772902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.080914976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"6846e6bb-8348-4b5e-b50c-6b2823cac286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.080920543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e6905ca5-99c2-493a-970d-c59e44ffcd63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.084636743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"57a69d45-f5ed-4348-8429-311a068342bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.194171001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7415909-2cf2-4768-b3bb-4ad042380984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.194187056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed2008c-6564-4b5a-925d-0a97e080a62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.253819035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7415909-2cf2-4768-b3bb-4ad042380984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.253812655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed2008c-6564-4b5a-925d-0a97e080a62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.311376682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7415909-2cf2-4768-b3bb-4ad042380984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:50.311396942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed2008c-6564-4b5a-925d-0a97e080a62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.564279698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"62d4d105-e315-4822-bea4-bc885edf5f67","namespace":"llm","name":"e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.620873034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"1cecea7c-ac24-4d19-be79-9d83c3c589f8","namespace":"llm","name":"e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.669607414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5dcbeb6b-3ced-4ac5-98ef-8ef139650aca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.721117154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c8531e78-8b9f-46d9-90e3-576cdc8b2dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.721183752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d89e3513-9817-4a9a-8462-ed7cb7b40adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.721606655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c652a00f-d399-41f4-b1d5-194eccf5c317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.721631405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73023beb-41b8-441d-aa86-ad1184ad65de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.726780716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5dcbeb6b-3ced-4ac5-98ef-8ef139650aca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.779384786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"c8531e78-8b9f-46d9-90e3-576cdc8b2dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.779571425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"c652a00f-d399-41f4-b1d5-194eccf5c317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.781976296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d89e3513-9817-4a9a-8462-ed7cb7b40adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.782023296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73023beb-41b8-441d-aa86-ad1184ad65de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.783179195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"5dcbeb6b-3ced-4ac5-98ef-8ef139650aca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.838195644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73023beb-41b8-441d-aa86-ad1184ad65de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.838363705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d89e3513-9817-4a9a-8462-ed7cb7b40adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.887481831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"9beb7be4-5bbe-4e99-b1dd-9fa768708af5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.948142445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"9beb7be4-5bbe-4e99-b1dd-9fa768708af5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:51.953858045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"a9f85afd-188f-450d-b3c4-71d3a94f0d48","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"name":"e2e-dft-del-a41cb3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.005687469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"9beb7be4-5bbe-4e99-b1dd-9fa768708af5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.042701335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09cee3c8-79f0-4291-99b6-fb77091f003f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.043153682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a4aa08-677b-498e-b108-c5d7eae24f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.054788731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f2f15be-3e86-40bc-b543-2ed7a5922fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.054848839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c3b4bc7-2e70-41a7-95cc-0efe503675f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.063843634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73fbe3e7-c242-4085-b36b-a5e745d59910","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.063864207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73fbe3e7-c242-4085-b36b-a5e745d59910","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064200659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ab0c0f4-e887-4075-b425-5d8a9f95be3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064242333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7ab0c0f4-e887-4075-b425-5d8a9f95be3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064607045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75dbcc7e-89de-40eb-bb92-0ff462ea1c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064624532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75dbcc7e-89de-40eb-bb92-0ff462ea1c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064935207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afa3d451-6efe-4f98-a47e-f395923bba2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.064947204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afa3d451-6efe-4f98-a47e-f395923bba2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.101743567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09cee3c8-79f0-4291-99b6-fb77091f003f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.101746227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a4aa08-677b-498e-b108-c5d7eae24f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.108987909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ad91c959-4b97-42ff-9f82-989e7eacc6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.117130521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"a70cbb7d-d234-4958-8bb8-9d15c0a98e6f","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"name":"e2e-dft-del-a41cb3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.14660344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"028b75c2-bc6f-4174-9f71-0a80975e264b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.146656627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"15fb5a0f-6d25-463d-9e56-7d3b38f26be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.158472882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09cee3c8-79f0-4291-99b6-fb77091f003f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.158854438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a4aa08-677b-498e-b108-c5d7eae24f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.16619002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ad91c959-4b97-42ff-9f82-989e7eacc6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.169421037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18a78f9-ea1f-41db-a172-f0e9e268c401","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.169435982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18a78f9-ea1f-41db-a172-f0e9e268c401","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.169702524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b4b35fd-ef61-4c5f-8d3e-05ef11b2811f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.16971413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b4b35fd-ef61-4c5f-8d3e-05ef11b2811f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.169938302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c1c8144a-6177-4891-b4de-498de778149f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.169951602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c1c8144a-6177-4891-b4de-498de778149f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.170165432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55c07d68-f7f7-4dfa-854a-65961018fa2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.17017625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55c07d68-f7f7-4dfa-854a-65961018fa2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.204205778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"028b75c2-bc6f-4174-9f71-0a80975e264b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.204220303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"15fb5a0f-6d25-463d-9e56-7d3b38f26be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.222199045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"ad91c959-4b97-42ff-9f82-989e7eacc6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.319040196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d18d21-473b-4581-8678-8c2b3e76960d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.31903236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"182800b1-9816-4178-834f-b4f8094a282c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.368770248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"33483177-2670-4144-a0ba-6e3be56f97a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.377103019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d18d21-473b-4581-8678-8c2b3e76960d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.377153291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"182800b1-9816-4178-834f-b4f8094a282c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.426145226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"33483177-2670-4144-a0ba-6e3be56f97a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.435055812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d18d21-473b-4581-8678-8c2b3e76960d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.435082117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"182800b1-9816-4178-834f-b4f8094a282c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.485198114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"33483177-2670-4144-a0ba-6e3be56f97a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.828494868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"e5766904-ec17-46a4-a512-9494589ff817","namespace":"llm","name":"e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.881084617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"00f58a8b-1d17-4b2b-963f-c5397aa79fdc","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.881122597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"00f58a8b-1d17-4b2b-963f-c5397aa79fdc","MaaSModelRef":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"routeName":"external-model-e2e-dft-del-a41cb3-a2595857466e","namespace":"llm","model":"e2e-dft-del-a41cb3","externalModel":"e2e-dft-del-a41cb3","provider":"e2e-dft-del-a41cb3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.937268935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aaa04f7-6525-4ea5-a634-0be4386344e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.985576879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28da7275-2171-4949-ab51-d0c96cab9a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.99182681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e8de5c22-e234-4261-8d88-700899345fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.992097333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2cd2c8ac-bede-49f2-8dc4-516935f26d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.992344835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8491b76e-b3f7-4cfb-80f5-a3fbf62565c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:52.99685355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aaa04f7-6525-4ea5-a634-0be4386344e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.043489087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28da7275-2171-4949-ab51-d0c96cab9a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.049050843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2cd2c8ac-bede-49f2-8dc4-516935f26d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.049071096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"e8de5c22-e234-4261-8d88-700899345fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.05200541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8491b76e-b3f7-4cfb-80f5-a3fbf62565c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.052731551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"6aaa04f7-6525-4ea5-a634-0be4386344e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.102469944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28da7275-2171-4949-ab51-d0c96cab9a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:53.108759319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8491b76e-b3f7-4cfb-80f5-a3fbf62565c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:55.19161663Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ce0a26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ce0a26","reconcileID":"20639c3e-f4ed-42d6-8a53-6243983696ff","aitenant":"ai-tenants/e2e-api-a-ce0a26","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:55.779705344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58924931-07d8-44eb-b7bb-9ce3e4641dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:55.832037824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58924931-07d8-44eb-b7bb-9ce3e4641dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:55.884244645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58924931-07d8-44eb-b7bb-9ce3e4641dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:55.93704433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58924931-07d8-44eb-b7bb-9ce3e4641dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:56.004261679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ce0a26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ce0a26","reconcileID":"20639c3e-f4ed-42d6-8a53-6243983696ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ce0a26","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ce0a26"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:57.875274176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14760eb6-780b-4576-b474-7f7b2d6fade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:57.927858445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14760eb6-780b-4576-b474-7f7b2d6fade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:57.979786997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14760eb6-780b-4576-b474-7f7b2d6fade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.031645621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14760eb6-780b-4576-b474-7f7b2d6fade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.35369711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"24f819d3-6a62-4a6d-9ada-dfedd563812a","namespace":"llm","name":"e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.411745932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"862af82b-b7e3-4d14-9e12-79d4760a2ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.411766272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"862af82b-b7e3-4d14-9e12-79d4760a2ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412006228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43e2054d-b227-49f7-a939-517a00a2261e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412019291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43e2054d-b227-49f7-a939-517a00a2261e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412204116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2b64ae3-74ff-46c6-b9bd-a90584882e18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412214528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2b64ae3-74ff-46c6-b9bd-a90584882e18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.41239128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e5e2196-63b1-43e8-b4ad-586bd69e7e09","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412402219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e5e2196-63b1-43e8-b4ad-586bd69e7e09","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412647984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0de482f4-d4ed-4534-b203-68954bff5123","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412660901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0de482f4-d4ed-4534-b203-68954bff5123","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412848917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3a89486-51da-418b-877a-10b15a780f34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.412859221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3a89486-51da-418b-877a-10b15a780f34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.413065193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"024ce446-ff7f-421f-b6cc-34a16997ff48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.41307849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"024ce446-ff7f-421f-b6cc-34a16997ff48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.413327653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab42a296-19cc-4da2-8226-ae4983ec6753","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.413338507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab42a296-19cc-4da2-8226-ae4983ec6753","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.459931637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"eb2031a4-73f7-41fa-ad71-a0a8bc5c47e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.524562825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d7f6a0b-94d8-4709-88b3-3f0a1f36055b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.524992643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2b4e1b-2d5c-4f0f-9b31-d38038b20207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.525387334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"828dd5ff-0600-489c-9c92-102675e0a532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.525776077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e31e7426-1216-41ef-8bf0-79e3fcc62e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.528094224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"eb2031a4-73f7-41fa-ad71-a0a8bc5c47e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.621692371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"eb2031a4-73f7-41fa-ad71-a0a8bc5c47e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.622950361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2b4e1b-2d5c-4f0f-9b31-d38038b20207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.624097167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"828dd5ff-0600-489c-9c92-102675e0a532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.624845471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"e31e7426-1216-41ef-8bf0-79e3fcc62e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.62504379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"7d7f6a0b-94d8-4709-88b3-3f0a1f36055b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.632962439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45c1c911-2442-4f38-8df4-e50bbdfb9408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.674471416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e11aca3-2386-4676-91bc-28367356eea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.679654891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2b4e1b-2d5c-4f0f-9b31-d38038b20207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.680306222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"828dd5ff-0600-489c-9c92-102675e0a532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.726216206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"b3b24b4a-a4f1-4098-bb8c-d3bd16d3cd07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.783667006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"b3b24b4a-a4f1-4098-bb8c-d3bd16d3cd07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.840254124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"b3b24b4a-a4f1-4098-bb8c-d3bd16d3cd07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.880050394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d840fd4-dcfd-4d48-a365-ab43845e327f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.880659706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d24f44f-d510-48ac-9540-7ff13c1d5977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.885817842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"4e397748-f403-491e-8464-0577cb7d1067","namespace":"llm","name":"e2e-dft-del-a41cb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.940105926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d840fd4-dcfd-4d48-a365-ab43845e327f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.947898897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d24f44f-d510-48ac-9540-7ff13c1d5977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.992627658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"523b7f0e-8c48-4bec-9905-ab7ad1624e7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:58.996673474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d840fd4-dcfd-4d48-a365-ab43845e327f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.004419371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d24f44f-d510-48ac-9540-7ff13c1d5977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.04918606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ca583fd3-bd44-4a27-82fd-d8369e0d876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.049440686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d5b581fb-62ce-4dae-8263-70f12eedb21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.049978883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"523b7f0e-8c48-4bec-9905-ab7ad1624e7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.174378424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"523b7f0e-8c48-4bec-9905-ab7ad1624e7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.175042535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"ca583fd3-bd44-4a27-82fd-d8369e0d876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.17644577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"d5b581fb-62ce-4dae-8263-70f12eedb21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.283749472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e80880c-a487-4dcc-a298-3527ea2e8581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.284272866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c1d03cc-f298-445e-a0ed-4a718da179a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.342156361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e80880c-a487-4dcc-a298-3527ea2e8581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.342244892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c1d03cc-f298-445e-a0ed-4a718da179a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.44304306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c1d03cc-f298-445e-a0ed-4a718da179a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.443046248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e80880c-a487-4dcc-a298-3527ea2e8581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:02:59.980364374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323006e1-5340-450b-9851-2ce9d0500b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:00.032482615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323006e1-5340-450b-9851-2ce9d0500b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:00.08440112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323006e1-5340-450b-9851-2ce9d0500b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:00.136692559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323006e1-5340-450b-9851-2ce9d0500b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.834637285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ffe3ee4e-acaa-4ece-ac21-851ed9b00a0f","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.890591944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b4ff6088-98c0-48e2-a0b9-56c4260233bf","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.940178875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"d0de329c-4db9-46bc-8a4c-d37f674a992f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.99075601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f7e509-1d53-4f32-b357-5066d17b2a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.990816299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"bf6ab70a-c765-4ba5-b65d-1f35e0d0c86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.991381706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9b7f3ca9-0ac7-4b7a-826a-0b05fd4b2ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.991406123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa0f64bf-44f2-4be9-bfc1-2017bdf79816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:02.9969099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"d0de329c-4db9-46bc-8a4c-d37f674a992f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.05104682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"9b7f3ca9-0ac7-4b7a-826a-0b05fd4b2ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.051315926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"bf6ab70a-c765-4ba5-b65d-1f35e0d0c86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.053128482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"d0de329c-4db9-46bc-8a4c-d37f674a992f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.053688496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa0f64bf-44f2-4be9-bfc1-2017bdf79816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.05688161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f7e509-1d53-4f32-b357-5066d17b2a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.109753148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa0f64bf-44f2-4be9-bfc1-2017bdf79816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.112932073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f7e509-1d53-4f32-b357-5066d17b2a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.156924996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"460dbcc0-6af7-4456-ac25-3a4e590df735","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.215108885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"460dbcc0-6af7-4456-ac25-3a4e590df735","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.224558124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ae70293c-77b6-406a-af9a-ec83c8d743e6","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.271655937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"460dbcc0-6af7-4456-ac25-3a4e590df735","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.309906575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00292c22-5858-4696-bcc8-fab42d8722a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.310082895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294afc73-5685-4124-980f-9d3544b2d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.36807256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294afc73-5685-4124-980f-9d3544b2d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.368192456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00292c22-5858-4696-bcc8-fab42d8722a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.387525174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"dff470c0-a706-4b82-9a90-4d30c0eb8e36","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.406384428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"1ca4b6e0-938d-413a-8bec-5d27869c7420","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.418126172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"91f2f23a-557d-4581-be78-2d063382526b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.4181354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"af343e7c-709e-48ce-86ed-4cd671471cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.424498458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294afc73-5685-4124-980f-9d3544b2d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.424551772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00292c22-5858-4696-bcc8-fab42d8722a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.464455949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"1ca4b6e0-938d-413a-8bec-5d27869c7420","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.47618036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"91f2f23a-557d-4581-be78-2d063382526b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.476870393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"af343e7c-709e-48ce-86ed-4cd671471cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.482150181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","namespace":"ai-tenant-e2e-autores-e240b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.482226503Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","namespace":"ai-tenant-e2e-autores-e240b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.482303475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","tenant":"e2e-autores-e240b9","tenantID":"e2e-autores-e240b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:03:03.49229396Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"dff470c0-a706-4b82-9a90-4d30c0eb8e36","name":"e2e-fail-acd50ab8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-acd50ab8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:03:03.492367205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"dff470c0-a706-4b82-9a90-4d30c0eb8e36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-acd50ab8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.49257348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c74172-d6ac-4ca7-a5d1-9e8228a86788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.492587017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c74172-d6ac-4ca7-a5d1-9e8228a86788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.520372507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-76304a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e7f91839548ee1ddb4c29af1755e8bfeeea4f5517a4d9c0b535caebd8a79170) AuthConfig (b1d6421889d8dcc82d0f2c4f96e1812b0bd2924571594a7a558201512c62d819) AuthConfig (9e7eb9664949e03213093cd4c127c6b21f6e8f3411f520fc96249a0da3034572) AuthConfig (caaf2532edb69dc972caf895a664f98fcdc9b3b3b1a9e70a9996f39b85d5f3ed) AuthConfig (df33da32354ec558cb09d8b5da8d0d0439ab8c3730df71afc5e9f487639714e8) AuthConfig (d0007de1ef8598532aa23b30e0298b5c5151960ce634603f4db22d1ce4b34532)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"1ca4b6e0-938d-413a-8bec-5d27869c7420","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.520658458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"344c6dc6-a671-425c-b2c9-3e030b943521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.535996124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Deployment","name":"maas-api-e2e-autores-e240b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.544866653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"32d112e7-b7a2-4826-a012-866a6040ec91","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.644692671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Service","name":"maas-api-e2e-autores-e240b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.687271173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f155669b-29b3-4545-8b1a-a0199729520f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.68770686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"3c5a1162-b2c4-4fee-94b2-874c6c1c6a52","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.703940933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-e240b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.727333284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"344c6dc6-a671-425c-b2c9-3e030b943521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.75899033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-e240b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.823394314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.858284988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f155669b-29b3-4545-8b1a-a0199729520f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.884940589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.895786894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"344c6dc6-a671-425c-b2c9-3e030b943521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"name":"e2e-api-b-76304a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.895878375Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"e2e-e2e-api-b-76304a-policy","reconcileID":"344c6dc6-a671-425c-b2c9-3e030b943521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-76304a-policy","namespace":"ai-tenant-e2e-api-b-76304a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.926294315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f155669b-29b3-4545-8b1a-a0199729520f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:03.991458916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.039577255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b7399b96-5961-45b1-8d33-5cb90e5eeaf9","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.046752081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.09681129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"53f46838-f8b7-4ce7-a0f1-51d1f68c12e1","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.097049017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3154a1df-7177-4f2b-bc90-0a195ea48c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.097069294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3154a1df-7177-4f2b-bc90-0a195ea48c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.101674043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Deployment","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.150029305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"7ad123bf-338d-4740-a53e-7d0231d0e90f","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.150054264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"7ad123bf-338d-4740-a53e-7d0231d0e90f","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.15304626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.203520375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"4b3f06fb-c1da-41b6-9efe-4a8b383c41f1","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.206666656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Service","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.25465514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28113a67-6b89-4ca1-a507-6f9c236c5e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.25516615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bec8dd85-e930-4e38-b32a-42e9b2e9309f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.255265282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12877ed3-f1df-4908-9ece-8889dddc8da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.255657572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b69fd1a6-c73a-42d2-8558-2d308a643693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.258154192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"Service","name":"payload-pre-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.26134883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"4b3f06fb-c1da-41b6-9efe-4a8b383c41f1","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.309626973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"DestinationRule","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.312665406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"bec8dd85-e930-4e38-b32a-42e9b2e9309f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.313148511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28113a67-6b89-4ca1-a507-6f9c236c5e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.31540058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12877ed3-f1df-4908-9ece-8889dddc8da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.315521729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"b69fd1a6-c73a-42d2-8558-2d308a643693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.317489393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"4b3f06fb-c1da-41b6-9efe-4a8b383c41f1","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.36120374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.36936132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28113a67-6b89-4ca1-a507-6f9c236c5e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.372690318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5bb68f24922904aa8d84562777f3340936fdbe9c36d17083d36042af32d1eef0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b840ba360fc1145a44e814420a025f12d92d3d825711ebac50f039cb80a760c6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05a9538e45222e24e441af5fb17d24bdb5be1999543281c9dedf2dc84f8cc777) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fe7984f8b4e6407c784bb2a9c5e2e96779e7b01959bc1abdc5fd24dda59b3d55) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12877ed3-f1df-4908-9ece-8889dddc8da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.413763433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.469747465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.503636433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"1cf0bd06-f1c8-4a22-bf1d-84b12b1b6f6a","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.521354156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.560882916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"1cf0bd06-f1c8-4a22-bf1d-84b12b1b6f6a","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.571156397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56a0b03-c519-472f-b080-d2e610050752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.624788788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56a0b03-c519-472f-b080-d2e610050752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.631918913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.633227839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"1cf0bd06-f1c8-4a22-bf1d-84b12b1b6f6a","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.68346596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56a0b03-c519-472f-b080-d2e610050752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.735012281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-e240b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.735569697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56a0b03-c519-472f-b080-d2e610050752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:04.787131118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"namespace":"ai-tenant-e2e-autores-e240b9","name":"default-tenant","reconcileID":"a025ab00-5c0b-4fce-9af7-f276e991b4ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-e240b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:06.4069209Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-e240b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-e240b9","reconcileID":"e4db69b7-2a48-490a-b17e-701e63b8ae08","aitenant":"ai-tenants/e2e-autores-e240b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:06.785927257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bae2a2-2e5b-4047-a064-182635333c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:06.841211818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bae2a2-2e5b-4047-a064-182635333c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:06.897149836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bae2a2-2e5b-4047-a064-182635333c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:06.952794148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bae2a2-2e5b-4047-a064-182635333c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:07.247017365Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-e240b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-e240b9","reconcileID":"e4db69b7-2a48-490a-b17e-701e63b8ae08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-e240b9","removed":["maas.opendatahub.io/gateway-access-e2e-autores-e240b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:08.969588301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0036831b-9d03-499c-bcb4-615e3163295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:09.022374954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0036831b-9d03-499c-bcb4-615e3163295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:09.074392467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0036831b-9d03-499c-bcb4-615e3163295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:09.129329996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0036831b-9d03-499c-bcb4-615e3163295e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:11.051655865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943a6545-3ad9-4481-99f7-f46308cdd08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:11.103550331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943a6545-3ad9-4481-99f7-f46308cdd08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:11.155324939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943a6545-3ad9-4481-99f7-f46308cdd08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:11.207796084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943a6545-3ad9-4481-99f7-f46308cdd08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:13.096514082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b3d676-fdd0-4c26-8a8e-295b350098f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:13.148505238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b3d676-fdd0-4c26-8a8e-295b350098f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:13.200884917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b3d676-fdd0-4c26-8a8e-295b350098f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:13.209351493Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-1ab2eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-1ab2eb","reconcileID":"d8550f6e-0b49-46f6-83d0-f588cc0c367f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-1ab2eb","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-1ab2eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:13.252588957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b3d676-fdd0-4c26-8a8e-295b350098f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.526859376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5599cb-31c4-4175-9b4a-3dd6c5831c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.528153429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102bf972-7d2d-4308-ae7b-8a37b26604a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.584415515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5599cb-31c4-4175-9b4a-3dd6c5831c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.585090017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"102bf972-7d2d-4308-ae7b-8a37b26604a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.749322154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f659c00c-d8d0-4540-9180-0c627886ee83","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.821923159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f659c00c-d8d0-4540-9180-0c627886ee83","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.877763081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f659c00c-d8d0-4540-9180-0c627886ee83","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.926490615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ee924a-50a8-4edc-ace1-4bfec7e23354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.926509431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ee924a-50a8-4edc-ace1-4bfec7e23354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.930401873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87398be0-f372-44e4-9ae0-d848edc89c6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:14.930418179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87398be0-f372-44e4-9ae0-d848edc89c6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:15.202967076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbd4801-37e8-43f2-b660-261e5e9c7e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:15.258999111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbd4801-37e8-43f2-b660-261e5e9c7e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:15.31102111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbd4801-37e8-43f2-b660-261e5e9c7e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:15.363737727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbd4801-37e8-43f2-b660-261e5e9c7e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:17.5226729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"063c1693-a6cb-4ff0-b155-8984719c12bc","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:17.579644002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"063c1693-a6cb-4ff0-b155-8984719c12bc","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:17.635679764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41bef39faf7b095e6e67e1b77f993dcddf78a5b77939f54b636a3f3dea32becc) AuthConfig (afca7bbc8a29927c9ccb415d8746291ec900f1a5380f82fc0f1907fc2fbcbbe9) AuthConfig (1ee8f0dd6f900df9df693370aa2f73a051c8bf0da6487a35277bd9ceb4e85f89) AuthConfig (6ff695b8d903f4ce2b29eaa504f6995543c85117a0eb72192a42a59b769ca352) AuthConfig (38819013179793e575cc1ee2b2d7a586698e3898423d4ae306972ad425f3dd67) AuthConfig (0c870dc37b46bfa098ba578dc895f3a88c7d23f5643a6f85035340fbad170177) AuthConfig (85d69d3af645785d1c5065a1d9336cfbdab85b2ecf1e0913f5edc4b0cfeda08f) AuthConfig (6d82b781ef0402059b690ade65ada033b81305e2eb12cb8be5ab17b409003f15) AuthConfig (740e7ca5569cfd096fb7da106f8a48df729fde2d8446e10517898f6b20901f3e) AuthConfig (33120bc9b2970d9799d2f5f72d180c7be3728b8e0c3a97e87411dc8e4fd46cb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"063c1693-a6cb-4ff0-b155-8984719c12bc","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:17.746161073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"f80ec023-1167-47a4-98a8-5a1454b5054b","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:17.746190895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"f80ec023-1167-47a4-98a8-5a1454b5054b","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:20.068352333Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:27.799779912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"674283b1-23f8-4e2c-aded-bff122260686","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:27.857041702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"674283b1-23f8-4e2c-aded-bff122260686","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:28.285506136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b0749bb1-c9d5-41df-91f4-00773e7f50b3","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:28.285532081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b0749bb1-c9d5-41df-91f4-00773e7f50b3","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.745406728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"1cd009d1-ea46-478a-9103-5d6476d95188","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.745434826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"1cd009d1-ea46-478a-9103-5d6476d95188","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.798923569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"9197a752-103a-4330-bd23-618fa40ce232","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:03:29.799926359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"c15dfc6e-e148-4134-8630-5390bf345708","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-acd50ab8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.855946938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"9197a752-103a-4330-bd23-618fa40ce232","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.91294516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"589b58ef-548f-4e69-9ce9-e377bd7dc0d4","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:29.912964751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"589b58ef-548f-4e69-9ce9-e377bd7dc0d4","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.01731789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"41f612dd-e6c1-4c8b-ac16-266d52712069","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.017340165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"41f612dd-e6c1-4c8b-ac16-266d52712069","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.121896822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"8ed966a5-054d-4460-8cfe-4da039c70265","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.121919331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"8ed966a5-054d-4460-8cfe-4da039c70265","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.223812045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"c29943e6-9ae2-450a-95ab-43ab27552bec","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.244706255Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"d101d5d1-113a-4ff9-9c1b-e92208974e87","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","model":"e2e-fail-acd50ab8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-fail-acd50ab8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.284927882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"c29943e6-9ae2-450a-95ab-43ab27552bec","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.543851239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"acb8e2df-b3bb-4882-a31f-ce61340447cf","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.543879812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"acb8e2df-b3bb-4882-a31f-ce61340447cf","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:30.752994478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"61135c9d-1651-425c-bab1-39b01436180b","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:31.901770224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"86ea6924-f9fd-44ca-b1c8-9f4617c347db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:32.095492523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0147d3cb-7e79-472e-8517-c80238698ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:32.265460509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de350b96-4215-40cb-8e87-ab05889eaf9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:32.381980589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"6162638a-e417-4b8d-ad17-bcfbac3a4950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:34.99645028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","namespace":"ai-tenant-e2e-api-b-76304a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:34.996506125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","namespace":"ai-tenant-e2e-api-b-76304a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:34.996577889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","tenant":"e2e-api-b-76304a","tenantID":"e2e-api-b-76304a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.051560813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Deployment","name":"maas-api-e2e-api-b-76304a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.113664389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Service","name":"maas-api-e2e-api-b-76304a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.174509219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-76304a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.228688374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-76304a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.28371958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.339252973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.396630805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.45122161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.502819348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Deployment","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.55776867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.609426998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Service","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.660753036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"Service","name":"payload-pre-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.71240482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.763865128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.815574908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.871406596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.92350351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:35.97506822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:36.027834411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-76304a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:36.07966655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"namespace":"ai-tenant-e2e-api-b-76304a","name":"default-tenant","reconcileID":"2bcd4280-193c-449f-8038-6e32898c1123","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-76304a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:37.313468006Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-76304a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-76304a","reconcileID":"6bbef0a9-7116-481a-8667-e379a9121968","aitenant":"ai-tenants/e2e-api-b-76304a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:37.890039735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d51a8a-b3a0-408f-b079-a97e2248f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:37.942455532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d51a8a-b3a0-408f-b079-a97e2248f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:37.994105654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d51a8a-b3a0-408f-b079-a97e2248f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:38.046039905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d51a8a-b3a0-408f-b079-a97e2248f895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:38.159195031Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-76304a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-76304a","reconcileID":"6bbef0a9-7116-481a-8667-e379a9121968","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-76304a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-76304a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.173236596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-access","reconcileID":"969dc084-efd8-4e1c-89e8-c5a125c4e0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.173298083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9f510325-b31f-496d-9abc-141674981acb","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.338604762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"77c07151-7278-411d-af00-f414a50ae786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.383222191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"e17d24b6-4d5e-445e-939b-c9da65ac673d","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.395563706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"77c07151-7278-411d-af00-f414a50ae786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.446818829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"b704d2af-220a-4b8b-b818-f36a7d347826","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.543283022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"0d7ed10e-0b02-42c5-a2fe-812f5ffc18aa","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.704565712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d529444a-de93-48f9-9056-9f5d55b2954b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.762695006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"d529444a-de93-48f9-9056-9f5d55b2954b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:39.980115076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bdb0db-9ae1-4bf1-bd61-49c61b7a72dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:40.031759165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bdb0db-9ae1-4bf1-bd61-49c61b7a72dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:40.083613193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bdb0db-9ae1-4bf1-bd61-49c61b7a72dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:40.135370368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bdb0db-9ae1-4bf1-bd61-49c61b7a72dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:41.844903845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce66c8a4-422a-43be-988f-70e695b92c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:41.94579134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"fe968a70-8faf-46ff-88f7-f660d09da10e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.166095468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"3a80187a-52b3-453b-80e0-e3d74625ead6","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.180711572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115db1bf-670e-4033-a0d0-f31c5fd4eb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.232486904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115db1bf-670e-4033-a0d0-f31c5fd4eb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.284281173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115db1bf-670e-4033-a0d0-f31c5fd4eb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.289819575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4817ad9-f9d3-41cd-9eeb-33cabd54e374","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.336258142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115db1bf-670e-4033-a0d0-f31c5fd4eb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.441354539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"92b03184-6158-4a17-9d4a-8a94b42cb146","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.498615615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"92b03184-6158-4a17-9d4a-8a94b42cb146","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.600222474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"58ab50bc-cc14-4667-bb4e-89a7cf292e33","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:42.60025008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"58ab50bc-cc14-4667-bb4e-89a7cf292e33","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:44.485193082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"2bdd0f38-535b-4a2c-be22-2996a59336fe","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:44.834119666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"c2c2ff66-c2ac-4269-a1e2-ce46c107f9e4","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.118658455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"9c9517a3-ee26-49b6-98ea-2ae194b5d4f0","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.167237468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"bd1f899a-cf4c-478e-b71e-8050f6452acd","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.175854207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"93e7e496-7338-473c-9a30-ca5fbb821077","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.22612554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5d2b2e78-981a-4648-a257-465dbbcdfa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.226281228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"75f3b8a0-0e08-42ef-b534-9f1fc8bfada5","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.277627859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b22419-453f-4437-a0e3-e1def2a22e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.27868288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7589364-c5f7-4305-8a19-d063ca3af445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.283756192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"5d2b2e78-981a-4648-a257-465dbbcdfa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.284040299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"75f3b8a0-0e08-42ef-b534-9f1fc8bfada5","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.334370187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95b22419-453f-4437-a0e3-e1def2a22e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.336137981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7589364-c5f7-4305-8a19-d063ca3af445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.37688344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"f871f816-01ec-427d-b0bd-38cd09a54840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.500212605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"8072e0c8-3013-482f-85b3-1eed1a3e3a44","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.554860872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"d42c5143-71d7-4b6c-805e-66019e68ad17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.591912501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4bd7c282-9375-4a3d-b0bf-9933fe5d7579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.612675415Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"d42c5143-71d7-4b6c-805e-66019e68ad17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.613191621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"5a3b2e89-1670-42fe-9dcb-7e786d880fd3","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.649201313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4bd7c282-9375-4a3d-b0bf-9933fe5d7579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.665831909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"40b3e318-6b7f-4715-86bd-8f2a458bd0df","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.665849767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"40b3e318-6b7f-4715-86bd-8f2a458bd0df","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.666842126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"94f628d8-c8b0-4e69-8872-82c1c272a124","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.689772604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"simulator-subscription","reconcileID":"d42c5143-71d7-4b6c-805e-66019e68ad17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/simulator-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.696415592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"a62ab3cb-ed3c-43b1-a6da-8c7782933f02","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.751832035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"650ce881-d8e5-4cc8-ade9-b2a0a958a7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.752783717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24fd30e6-9f95-41c1-9732-c6257e3a5867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.764018344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"a62ab3cb-ed3c-43b1-a6da-8c7782933f02","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.771940414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"e1509398-4035-472e-ae5d-c4643bd03b88","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.804699117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"97cd20a3-3be1-4ea0-8329-5aa47b6b1cd2","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.818034969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24fd30e6-9f95-41c1-9732-c6257e3a5867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.818268798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"650ce881-d8e5-4cc8-ade9-b2a0a958a7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.819311998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"ec1d41e2-1b47-4b31-89b7-d44964466ff5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.824170883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"29d6cd42-b9e2-46f2-a010-b70a2fb05578","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.956463412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"97cd20a3-3be1-4ea0-8329-5aa47b6b1cd2","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:45.985110902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"8e7e5881-4eb4-478d-8c19-0ed68cee891c","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.012718701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"97cd20a3-3be1-4ea0-8329-5aa47b6b1cd2","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.015465851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f9695767-4c1c-49f2-bc9d-479dbd93ea94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.072829253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"f9695767-4c1c-49f2-bc9d-479dbd93ea94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.121043967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"7259f8aa-cbf6-453f-b9b7-80bcb2039d9e","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.167617168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"5107fc7e-5d30-46f5-8848-3ce98375e61f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.173178379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"bd6bd458-8d35-4706-847c-95f69f1d34f0","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.225563762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"5107fc7e-5d30-46f5-8848-3ce98375e61f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.231885113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"bd6bd458-8d35-4706-847c-95f69f1d34f0","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.287338725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"bd6bd458-8d35-4706-847c-95f69f1d34f0","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.388319764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a54a5992-2b23-4122-a444-b7711a7cbd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.445658137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"a54a5992-2b23-4122-a444-b7711a7cbd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.485306257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"7d432c8c-a990-45fd-8e92-47f6cd3f4cad","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.54412314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"f717145e-527c-47d3-91b0-ed007d42cb06","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.54414995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"f717145e-527c-47d3-91b0-ed007d42cb06","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.621171205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"7e402f35-d189-41ca-9837-25e2f4ddfb13","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.622363714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"218e2913-4085-4c2c-8ae8-1afbe2b6ac76","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.672309028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ac52c72-26f6-4d08-a29c-04d653c1ea5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.672383694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93bdd53-7acd-474e-9ffa-0e9f17964816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.677844344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"7e402f35-d189-41ca-9837-25e2f4ddfb13","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.6790917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"218e2913-4085-4c2c-8ae8-1afbe2b6ac76","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.726460378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"20091da6-2fea-4955-ac68-5a4a470953c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.729695207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ac52c72-26f6-4d08-a29c-04d653c1ea5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.72973431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93bdd53-7acd-474e-9ffa-0e9f17964816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.733750759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"7e402f35-d189-41ca-9837-25e2f4ddfb13","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.784103077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"20091da6-2fea-4955-ac68-5a4a470953c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.839643878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"1ade2f14-82e1-485a-8269-3f9209715f94","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.896225286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"1ade2f14-82e1-485a-8269-3f9209715f94","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:46.952220909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"1ade2f14-82e1-485a-8269-3f9209715f94","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.598792074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"dd3168da-2e77-4c9a-b576-dd565a247677","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.708673028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"92acc910-0b45-47c3-8066-ec89bc7bd456","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.708780498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"55ec7475-1aa7-42ac-a8c0-f9abd1feeeb5","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.709249383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2cbe7875-cc4b-43ec-a48d-4fecd0b31676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.760230752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"880d3b08-f25c-4b21-aca5-717683959aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.763863583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fd7b3a4-aef8-4648-bdaf-be4393403d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.766983528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"92acc910-0b45-47c3-8066-ec89bc7bd456","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.76724215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"55ec7475-1aa7-42ac-a8c0-f9abd1feeeb5","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.769276054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"2cbe7875-cc4b-43ec-a48d-4fecd0b31676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.817287446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"880d3b08-f25c-4b21-aca5-717683959aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.820849817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fd7b3a4-aef8-4648-bdaf-be4393403d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:47.823412357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"55ec7475-1aa7-42ac-a8c0-f9abd1feeeb5","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:50.06639671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:51.254755114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"0b1e06aa-edb1-449e-9ca2-4b4cc6a97787","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb","tenantID":"e2e-explicit-1ab2eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:51.37867407Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"0b1e06aa-edb1-449e-9ca2-4b4cc6a97787","name":"e2e-explicit-1ab2eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:53.762838958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"eb13db86-7fe3-4265-bc7e-05496b14a3c6","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:53.86657738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4ed289ba-6d32-4b51-8b01-e1c3bdc15c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:53.923707017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"4ed289ba-6d32-4b51-8b01-e1c3bdc15c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:53.928605639Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"92eca65b-c70c-4242-b76c-8229dc920c34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26193b7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.071261063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"7154359b-5587-4569-bb13-0719ce715ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26193b7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.182796529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"24836f01-5615-4a93-bb8d-1749bdd8d611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.239941516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"24836f01-5615-4a93-bb8d-1749bdd8d611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.448468635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"8c01008d-a79e-41e2-9597-4317ddedf89a","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.450637743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"708a3eec-e4c6-4e71-b2ef-9097ad90ce88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.514817908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"3c9e6f63-3f6e-42f0-ab88-76dfec43f8db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26193b7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.51534697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"717a51bc-988d-4723-8c5f-15d86ab2d71c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.557933111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"f319e151-d946-4232-8e7e-dde2db0b43a1","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.558226765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"9f89e9af-3487-4a70-90ac-aca12514a39a","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.558486415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"3621b034-76ec-4011-b0fa-48155a4a2692","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.609585991Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"411f3d90-816e-4129-8c4c-cf76f1f4b902","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26193b7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.704336875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"708a3eec-e4c6-4e71-b2ef-9097ad90ce88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.835725587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"708a3eec-e4c6-4e71-b2ef-9097ad90ce88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"e2e-worker-w3-5cbe34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.835852145Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-access","reconcileID":"708a3eec-e4c6-4e71-b2ef-9097ad90ce88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:54.929739065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"5e5884af-a4ce-4ec7-9fb9-9c30c57f5b05","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:55.488984057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6365e-240b-4764-a280-0c8cb15f9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:55.541245132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6365e-240b-4764-a280-0c8cb15f9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:55.59302417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6365e-240b-4764-a280-0c8cb15f9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:55.645047043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e6365e-240b-4764-a280-0c8cb15f9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.072555899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"d64f7bd0-a8a6-40dc-9bb3-5ae1d9e61354","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.072566971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"d809d2a3-ce5d-467c-ba58-96fb25ee50de","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.131720967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"d64f7bd0-a8a6-40dc-9bb3-5ae1d9e61354","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.131720969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"d809d2a3-ce5d-467c-ba58-96fb25ee50de","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.188704544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (143f69340fde738d4164a07c08277c4a52192138c6b9c87369f0fa502de306bb) AuthConfig (486da6a57b4950589b730e4142acc790b5d5f2e27a339a6310664e5b008304e5) AuthConfig (f3d16572e620bf9b3b6777c171810d7400b48ab82860345a43815f60adbea981) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (d2157b07d9139cd2da32a7bc41e045d1692c4c27aa0c18ef3f32e47ecaaafe67) AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"d64f7bd0-a8a6-40dc-9bb3-5ae1d9e61354","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.302302203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"337d507d-0e6c-4c87-9da5-62da3ba2a66f","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:56.302326195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"337d507d-0e6c-4c87-9da5-62da3ba2a66f","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:57.569894734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b89b00-9a3a-40e8-b2bb-56ddbef28f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:57.622686902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b89b00-9a3a-40e8-b2bb-56ddbef28f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:57.674735354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b89b00-9a3a-40e8-b2bb-56ddbef28f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:03:57.726563974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b89b00-9a3a-40e8-b2bb-56ddbef28f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:01.739678932Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"9b6d70ec-2aaa-4f5d-93da-2b0a0e084d55","namespace":"ai-tenant-e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:01.739765565Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"9b6d70ec-2aaa-4f5d-93da-2b0a0e084d55","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:01.794407581Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"9b6d70ec-2aaa-4f5d-93da-2b0a0e084d55","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:01.794423679Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"9b6d70ec-2aaa-4f5d-93da-2b0a0e084d55","namespace":"ai-tenant-e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.558867059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"e1659bb2-7fb1-46e2-9e14-2a745b0b9089","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.559123636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"2f67d7e3-d630-4d8c-a25d-22b21a5c5ca3","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.559338766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"5272b36a-c8fa-4162-8330-a29f5b595c39","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.663716447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"063b60c0-7c12-41de-907f-96037c428e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.716590088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"063b60c0-7c12-41de-907f-96037c428e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.769214382Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"premium-simulator-subscription","reconcileID":"063b60c0-7c12-41de-907f-96037c428e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"name":"maas-trlp-premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34","model":"e2e-models-e2e-worker-w3-5cbe34/premium-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:04.930795556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"4c4ecf88-5d8e-44b6-a8d1-3c8f0b775e92","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:05.041310706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"430032a1-c9d2-4780-a0e8-b3dc02332872","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:06.356565941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"e61262fe-c380-49c9-808a-7cd5aec6e7fa","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:06.413950765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"e61262fe-c380-49c9-808a-7cd5aec6e7fa","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:06.469791562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (143f69340fde738d4164a07c08277c4a52192138c6b9c87369f0fa502de306bb) AuthConfig (486da6a57b4950589b730e4142acc790b5d5f2e27a339a6310664e5b008304e5) AuthConfig (f3d16572e620bf9b3b6777c171810d7400b48ab82860345a43815f60adbea981) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (d2157b07d9139cd2da32a7bc41e045d1692c4c27aa0c18ef3f32e47ecaaafe67) AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"e61262fe-c380-49c9-808a-7cd5aec6e7fa","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:14.559754627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-2-w3-5cbe34","reconcileID":"4e57ccc6-71d6-401a-9c75-207e7e23762c","MaaSModelRef":{"name":"distinct-2-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-2-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-2-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:14.56012247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"distinct-w3-5cbe34","reconcileID":"2afaea25-ef30-4c28-b00c-dab02ea73b67","MaaSModelRef":{"name":"distinct-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"distinct-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"distinct-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:14.56039093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"simulator-w3-5cbe34","reconcileID":"55516508-6a22-4f89-9806-b7e5ae236ab5","MaaSModelRef":{"name":"simulator-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"simulator-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"simulator-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:15.042139068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"namespace":"e2e-models-e2e-worker-w3-5cbe34","name":"premium-w3-5cbe34","reconcileID":"6160c8f6-d6f2-4e45-aab0-7c8488112572","MaaSModelRef":{"name":"premium-w3-5cbe34","namespace":"e2e-models-e2e-worker-w3-5cbe34"},"routeName":"premium-w3-5cbe34-kserve-route","namespace":"e2e-models-e2e-worker-w3-5cbe34","llmisvcName":"premium-w3-5cbe34","gateway":"openshift-ingress/e2e-worker-w3-5cbe34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:16.577449255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"89ec6020-af2c-4600-ac7f-792ce375d3d8","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:16.637044197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"89ec6020-af2c-4600-ac7f-792ce375d3d8","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:17.106099345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"1913435f-08c2-4a15-a969-e372512dd7b1","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:17.106131965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"1913435f-08c2-4a15-a969-e372512dd7b1","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:20.067657975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:04:22.352297991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"6d1113fb-184d-46a4-92aa-f90ae4904c6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-38227eb5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:22.361292888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"5abbf15c-5865-4131-9114-cf768e123aef","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:22.444117549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"5abbf15c-5865-4131-9114-cf768e123aef","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:22.833593506Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"128d30de-29b9-484a-8744-df8bce9f34ed","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-fail-38227eb5","model":"e2e-fail-38227eb5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-fail-38227eb5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.347855757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"652ed72d-cf30-4cb1-ae50-ccba4a3405e2","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-fail-38227eb5","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.482443269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7195a9c2-2d4e-4887-adfd-e13a70ba3289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.534980706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7195a9c2-2d4e-4887-adfd-e13a70ba3289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.535581998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"aab6707f-f405-454b-af04-ec9a0c9097e1","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.53560141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"aab6707f-f405-454b-af04-ec9a0c9097e1","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.587303729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7195a9c2-2d4e-4887-adfd-e13a70ba3289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.649358038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7195a9c2-2d4e-4887-adfd-e13a70ba3289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.863371406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"c6452520-b029-4682-9e86-676906d49123","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:23.9206393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"c6452520-b029-4682-9e86-676906d49123","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:24.022059618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"6fc23367-fab8-4925-b3d3-039284669ac3","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-fail-38227eb5","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:25.555522889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1549a32f-b225-486d-91ab-ab899adaf680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:25.607987177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1549a32f-b225-486d-91ab-ab899adaf680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:25.659960059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1549a32f-b225-486d-91ab-ab899adaf680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:25.712065138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1549a32f-b225-486d-91ab-ab899adaf680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:29.561866813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"a8e5b7de-34fa-4ea8-bb99-d5bfccddd067","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-fail-38227eb5","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:29.833134678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"f4d54fc0-7c47-4339-8218-63ce2150ab5e","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:29.833165061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"f4d54fc0-7c47-4339-8218-63ce2150ab5e","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:30.076435833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"81905144-5ca6-4dbe-b3cf-cdf131e73724","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:30.076454196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"9425272f-dfb0-4387-baec-c46000a7051f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:30.133677679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"81905144-5ca6-4dbe-b3cf-cdf131e73724","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:30.133691603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"9425272f-dfb0-4387-baec-c46000a7051f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.313591502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"d9d2fd23-4482-49ea-85fe-3cf91c6103f4","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.313619871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"d9d2fd23-4482-49ea-85fe-3cf91c6103f4","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.365740083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"caa4036d-ee0f-4148-974f-c4c9258d76fb","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.423293417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"caa4036d-ee0f-4148-974f-c4c9258d76fb","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.474354966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"b5abe644-dde9-4413-930f-df832e760cc7","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1d91d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.78805893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"f2b2a0a9-cb84-4809-8feb-2cbf24356c2d","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:32.845640388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"f2b2a0a9-cb84-4809-8feb-2cbf24356c2d","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.568251695Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","namespace":"ai-tenant-e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.568311953Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","namespace":"ai-tenant-e2e-worker-w3-5cbe34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.568363128Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","tenant":"e2e-worker-w3-5cbe34","tenantID":"e2e-worker-w3-5cbe34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.625052359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Deployment","name":"maas-api-e2e-worker-w3-5cbe34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.686691476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Service","name":"maas-api-e2e-worker-w3-5cbe34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.751121514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-5cbe34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.806139651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-5cbe34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.864579608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.919960884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:36.976848809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.03283126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.085047538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.138794771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.190847597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Service","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.244511342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.296896357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.348820402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.40049607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.456751686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.509865021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.561833895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.615816262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-5cbe34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:37.670057302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"namespace":"ai-tenant-e2e-worker-w3-5cbe34","name":"default-tenant","reconcileID":"6a8e0ec3-7532-469a-a020-912aff778a6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-5cbe34","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:42.526476552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"2c150fc6-2631-40b0-9e3c-2b36ec876250","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","subscription":"e2e-fail-38227eb5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:42.63130255Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"2c150fc6-2631-40b0-9e3c-2b36ec876250","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:42.683925065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-sub","reconcileID":"2c150fc6-2631-40b0-9e3c-2b36ec876250","MaaSSubscription":{"name":"e2e-fail-38227eb5-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.006677017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"41f4756a-eb68-4728-9e46-a6865af36f9a","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.006703872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"41f4756a-eb68-4728-9e46-a6865af36f9a","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.058367469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"2bf0505b-84fa-45ef-b4e3-f656e7656f97","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.117807202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"2bf0505b-84fa-45ef-b4e3-f656e7656f97","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.172750249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"bbfccbd9-e58d-4e00-bac6-7e41c16b91bd","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.172777309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"bbfccbd9-e58d-4e00-bac6-7e41c16b91bd","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.377520784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"622e238f-fd52-4897-9825-2a414d9a66af","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.630696566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"622e238f-fd52-4897-9825-2a414d9a66af","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.758303987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"622e238f-fd52-4897-9825-2a414d9a66af","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.758331573Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-fail-38227eb5-access","reconcileID":"622e238f-fd52-4897-9825-2a414d9a66af","MaaSAuthPolicy":{"name":"e2e-fail-38227eb5-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.869436564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"be3bb070-3898-4eef-b4c0-770db7aa185d","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-b-bf9c3d","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","model":"e2e-extmod-fail-user-4427ee/e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:43.869459513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"be3bb070-3898-4eef-b4c0-770db7aa185d","MaaSModelRef":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-38227eb5-0dcc0ce9078e","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-38227eb5","externalModel":"e2e-fail-38227eb5","provider":"e2e-fail-38227eb5-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.673123875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"b57faeb1-1da3-4ecf-8337-0259933f3692","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.789321387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"e9af9191-badc-451f-bbf5-7ed0344d52e4","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.789599301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"13d76341-4582-4186-8309-77ba44301a7d","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.789621348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"13d76341-4582-4186-8309-77ba44301a7d","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.840985252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abd6a409-fc08-424e-b58b-5fdbad57e4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.841613367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c54e037-7eca-4b20-a175-e383bd12c1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.846895821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"e9af9191-badc-451f-bbf5-7ed0344d52e4","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.898371234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abd6a409-fc08-424e-b58b-5fdbad57e4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.898569833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c54e037-7eca-4b20-a175-e383bd12c1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:44.999311035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"7ccbee4f-0c74-4634-9967-d7e881324850","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.18171117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-38227eb5","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","reconcileID":"2ddd987c-cc8a-48bc-ad4a-5c8d25fdbd0a","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-38227eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.319122293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"4e40cf63-347b-4e81-977e-769da6c7ecc7","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.319556277Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5cbe34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5cbe34","reconcileID":"3e41cad5-adfe-4099-9d51-8696359fc661","aitenant":"ai-tenants/e2e-worker-w3-5cbe34","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.373887171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8756228b-d671-47a4-8355-7dc55f73a4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.374077306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9533f48e-157d-4b3a-987d-c125bfe2d9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.378517311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"4e40cf63-347b-4e81-977e-769da6c7ecc7","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.431376109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8756228b-d671-47a4-8355-7dc55f73a4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.431741291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9533f48e-157d-4b3a-987d-c125bfe2d9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.748261056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ac200bb0-8b94-403a-9afa-5d39d09f882c","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.748300338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ac200bb0-8b94-403a-9afa-5d39d09f882c","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.894297991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd72434c-9ba8-4268-830e-405051d980dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.894473461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"051209cc-b556-44eb-bcc2-7972954dfd28","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.946488865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd72434c-9ba8-4268-830e-405051d980dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.948059417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"25c30d99-2c3a-4453-a266-3e0bacd3660d","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87db794d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:45.999062513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd72434c-9ba8-4268-830e-405051d980dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.005172407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"051209cc-b556-44eb-bcc2-7972954dfd28","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.051140727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd72434c-9ba8-4268-830e-405051d980dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.171499601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5cbe34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5cbe34","reconcileID":"3e41cad5-adfe-4099-9d51-8696359fc661","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5cbe34","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-5cbe34"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.444843559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"243b22f7-e406-4c89-97f0-3d2ff682d041","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.503792126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"243b22f7-e406-4c89-97f0-3d2ff682d041","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:46.66863267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-1ab2eb","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"explicit-model-1ab2eb","reconcileID":"a0f467a7-56d2-4943-a3a7-b6b1d72a7fb7","MaaSModelRef":{"name":"explicit-model-1ab2eb","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"routeName":"explicit-model-1ab2eb-kserve-route","namespace":"ai-tenant-e2e-explicit-1ab2eb","llmisvcName":"explicit-model-1ab2eb","gateway":"openshift-ingress/e2e-explicit-1ab2eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:47.993240711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edccaa1-a2ee-413b-8280-c9aea4756444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:48.044801442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edccaa1-a2ee-413b-8280-c9aea4756444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:48.097111423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edccaa1-a2ee-413b-8280-c9aea4756444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:48.149581409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edccaa1-a2ee-413b-8280-c9aea4756444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:50.06768463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:50.073718187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260f6467-f2af-4bde-93e6-f0a8cbf1e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:50.125416383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260f6467-f2af-4bde-93e6-f0a8cbf1e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:50.177265673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260f6467-f2af-4bde-93e6-f0a8cbf1e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:50.229029903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260f6467-f2af-4bde-93e6-f0a8cbf1e35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.000157314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"ae45719f-44d2-443f-93a3-5f1c9df6dcc1","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","subscription":"e2e-fail-acd50ab8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.10510767Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"ae45719f-44d2-443f-93a3-5f1c9df6dcc1","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.157995877Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-sub","reconcileID":"ae45719f-44d2-443f-93a3-5f1c9df6dcc1","MaaSSubscription":{"name":"e2e-fail-acd50ab8-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.479884021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b54ccdd9-70f7-4e04-b12b-9bf206724046","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.479909479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b54ccdd9-70f7-4e04-b12b-9bf206724046","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.531747558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f023518f-5db5-4809-9158-56e680efa54c","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.589507557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f023518f-5db5-4809-9158-56e680efa54c","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.659364216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b401ec4a-1744-46e6-81c3-db1a281d4ccd","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.659386838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"b401ec4a-1744-46e6-81c3-db1a281d4ccd","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:56.853040445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f1b16012-52f0-4921-a102-8c2e23cbb62f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.057870248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f1b16012-52f0-4921-a102-8c2e23cbb62f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.185334035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f1b16012-52f0-4921-a102-8c2e23cbb62f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.185357761Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-fail-acd50ab8-access","reconcileID":"f1b16012-52f0-4921-a102-8c2e23cbb62f","MaaSAuthPolicy":{"name":"e2e-fail-acd50ab8-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.294477612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ea2800f0-7237-48ac-8541-a99ee1f23166","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"tenant":"e2e-extmod-a-f761e3","gateway":"openshift-ingress/e2e-extmod-a-f761e3","model":"e2e-extmod-fail-user-4427ee/e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.294504502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"ea2800f0-7237-48ac-8541-a99ee1f23166","MaaSModelRef":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"routeName":"external-model-e2e-fail-acd50ab8-9a9daf00c0d2","namespace":"e2e-extmod-fail-user-4427ee","model":"e2e-fail-acd50ab8","externalModel":"e2e-fail-acd50ab8","provider":"e2e-fail-acd50ab8-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:57.870800049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"144d4ee9-67dd-47d9-81f6-88484cf81a77","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.082905151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea2a7b4-e09e-4032-9a7d-408ed4837d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.082942716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1b1b1a5-ba1d-44d1-8db0-5319085dfbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.139870404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1b1b1a5-ba1d-44d1-8db0-5319085dfbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.140260139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea2a7b4-e09e-4032-9a7d-408ed4837d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.396329913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"3377cd0c-d249-4424-a14c-dbfd1a5a8244","namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.554620128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00acb753-879c-4318-8e57-1b509d8359ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.554666192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46392450-3624-47ad-b6fc-9e3c8ef34d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.611914555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46392450-3624-47ad-b6fc-9e3c8ef34d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:04:58.611951457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00acb753-879c-4318-8e57-1b509d8359ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.783870547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"dcb47b00-370c-4853-ad75-aa2de7cac224","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.841169345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"fe205f15-5ae9-4f91-b17a-9a993e6fc3af","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.938857345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40ac29a-d57a-4302-9085-05c2d88a06c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.93885728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"801082b4-eea4-46b7-b1d2-74ec1e77b301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.996113601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40ac29a-d57a-4302-9085-05c2d88a06c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:06.99615309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"801082b4-eea4-46b7-b1d2-74ec1e77b301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.285388046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"0d922f71-f3cd-4e4f-9f24-0a70db5ca13a","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.363531263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b87dac-3df0-49e8-b7d0-6bf3826bf9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.363558817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ef628b7-eb16-476f-bebc-a5f1ea86f761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.42109397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ef628b7-eb16-476f-bebc-a5f1ea86f761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.421497329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b87dac-3df0-49e8-b7d0-6bf3826bf9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.447233128Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"425f6efe-0d7e-4ba8-8b20-73b943e77e39","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:07.552628268Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"425f6efe-0d7e-4ba8-8b20-73b943e77e39","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:07.552699199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"425f6efe-0d7e-4ba8-8b20-73b943e77e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.769114896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"cb945545-eee6-43d9-bf3a-32653486fd01","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:07.93906532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"bccac7ce-c6fa-48f1-a77e-eec28d9665e9","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:08.102598281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"1ded45e4-8072-4304-86d8-56f541a36422","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:08.209139485Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"1ded45e4-8072-4304-86d8-56f541a36422","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:08.209206209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"1ded45e4-8072-4304-86d8-56f541a36422","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:08.266767983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"6e040e3d-25a7-4721-8a47-8b13578516e2","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:08.372393837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"385bf545-f1ce-4bbb-b546-c9b738a983f4","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:08.476873137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"ca4de651-0d4f-4b5f-b1a8-df7180022dc8","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.195964567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"f68b3c23-06e7-4759-8bfc-bbfa7c09b98a","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.250282228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"dab1549b-443d-4dc3-894a-37c207d43b34","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.361631057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceea0b39-78d5-436c-af9b-ddfe7041b101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.364065912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c8732b0-5928-425d-ae08-323f02033d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.41809918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"8b1f3fd3-0342-4b8f-8c0c-43272013f4a3","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.4194066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceea0b39-78d5-436c-af9b-ddfe7041b101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.420851415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c8732b0-5928-425d-ae08-323f02033d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.580996853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c3a3a090-0906-4e6c-9899-08eec0b17929","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:09.68888758Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c3a3a090-0906-4e6c-9899-08eec0b17929","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:09.688958551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c3a3a090-0906-4e6c-9899-08eec0b17929","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.741835139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"b946e879-a869-445a-b443-0705f51f984d","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:09.849684909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"d571b9ce-24e8-4240-a861-afd1e37b75bc","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:11.314426395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"7035e68f-b3cb-490d-a65f-5990019a4f0c","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:11.471171441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15213522-da6e-474c-bf09-898370b371f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:11.471367964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55beaeb8-850e-4509-9b0d-f7149ca993cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:11.530930887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15213522-da6e-474c-bf09-898370b371f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:11.530930889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55beaeb8-850e-4509-9b0d-f7149ca993cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.414585656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"be31d25d-949b-4077-84f5-97c052760e9e","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.519103084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"60fe5064-aa77-4fdf-82b5-86c41c8ca939","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.519967988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"d6cbbfef-0003-4cfe-bedf-24e22698695f","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.646258065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"60fe5064-aa77-4fdf-82b5-86c41c8ca939","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.702594509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"60fe5064-aa77-4fdf-82b5-86c41c8ca939","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:14.812791505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"f119969a-7786-4f55-b8df-74834e6bf368","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:20.067872574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:22.013371076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"edd34bc1-4cf4-42bf-b930-1dd7c3a41fbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:22.130153453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12b55d1b-a980-41e6-8b6c-0bdb83ab539e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:24.864163629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"95c1ab67-4179-4952-952a-e093363b44dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:24.923243457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"95c1ab67-4179-4952-952a-e093363b44dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:24.979336016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e56e6296d5d30926010ef9b9ed71176e90510791de4b5257e44149f90b19ecd) AuthConfig (a87872008bf0526cadd2dffa28e2736f91ba59089aa7f703bdd67758e6a023f4) AuthConfig (740e7ca5569cfd096fb7da106f8a48df729fde2d8446e10517898f6b20901f3e) AuthConfig (33120bc9b2970d9799d2f5f72d180c7be3728b8e0c3a97e87411dc8e4fd46cb9) AuthConfig (afca7bbc8a29927c9ccb415d8746291ec900f1a5380f82fc0f1907fc2fbcbbe9) AuthConfig (38819013179793e575cc1ee2b2d7a586698e3898423d4ae306972ad425f3dd67) AuthConfig (87decda0b595297f4b60804670346ff95787034e884614d8cb050147934c10db) AuthConfig (41bef39faf7b095e6e67e1b77f993dcddf78a5b77939f54b636a3f3dea32becc) AuthConfig (3731b403744a9800bfb714b1dc04e8dd371611d16a747bac8d22ef5981a178a4) AuthConfig (0c870dc37b46bfa098ba578dc895f3a88c7d23f5643a6f85035340fbad170177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"95c1ab67-4179-4952-952a-e093363b44dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:25.090229298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"9460ad3b-c0fe-4126-854e-a53449c652e8","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:35.153106035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ada0ee5a-e5a4-4c6f-9680-1867fbaa957f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:35.210551641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ada0ee5a-e5a4-4c6f-9680-1867fbaa957f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:35.638582235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"8cb398be-15b6-4ee0-9130-1f3ce730f277","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:39.582963084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a4cfab-5590-4486-86db-b13db509600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:39.635186579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a4cfab-5590-4486-86db-b13db509600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:39.687252398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a4cfab-5590-4486-86db-b13db509600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:39.739814092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a4cfab-5590-4486-86db-b13db509600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:40.799061241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"57bb6fd9-00ea-4646-b531-c8641ac98960","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:40.854981409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-ae8068-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:40.901559924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1538f898-a363-4198-81e5-ce8cbc49137e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:40.958963607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1538f898-a363-4198-81e5-ce8cbc49137e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:40.966724364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"3707be64-da6d-43cf-aaa2-1ba5c51eee35","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:41.119211335Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"3707be64-da6d-43cf-aaa2-1ba5c51eee35","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:05:41.119266385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"3707be64-da6d-43cf-aaa2-1ba5c51eee35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.17793694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"3a103cd7-3c44-4d48-bde7-0b5e8ce54e44","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.223435828Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"6aefdf90-d903-41c5-8eed-384f572a7e89","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.377479322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"6d3f403a-b90a-48fc-979d-d553dd0ef717","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.434810697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"6d3f403a-b90a-48fc-979d-d553dd0ef717","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.498140528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"49d4f714-2c65-4768-8c67-bec6f417b074","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.667497636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d602e6-073c-40a9-969c-0d60aee3f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.707199026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"bc58ae77-47f7-4ee5-a5af-98a1eebf0f5f","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.719502276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d602e6-073c-40a9-969c-0d60aee3f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.771437306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d602e6-073c-40a9-969c-0d60aee3f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:41.823270432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d602e6-073c-40a9-969c-0d60aee3f093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:44.913385356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7328dd5d-0894-4f87-b83e-a5028817b082","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:45.015259925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dfff305-bdae-4d17-8cf5-d8e8beb16f41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:45.202361781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"561289b5-259c-4e58-a5a5-582a66fe749e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:45.254506305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"82d260c0-5608-4262-b318-b4e208178140","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:45.311613088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"82d260c0-5608-4262-b318-b4e208178140","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:45.47803914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"868041fa-0a03-4c46-82ca-af5c3dfc2c0c","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:46.928762838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","namespace":"ai-tenant-e2e-explicit-1ab2eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:46.928837895Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","namespace":"ai-tenant-e2e-explicit-1ab2eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:46.928906429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","tenant":"e2e-explicit-1ab2eb","tenantID":"e2e-explicit-1ab2eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:46.983009195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Deployment","name":"maas-api-e2e-explicit-1ab2eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.045297966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Service","name":"maas-api-e2e-explicit-1ab2eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.104958828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-1ab2eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.160107665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-1ab2eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.215172883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.270173571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.327712319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.383167549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.398189119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"c43c2bb3-400d-46ca-8f15-81ce1d05b64c","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.435413664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Deployment","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.487598434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.503344518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"ca3a213b-0f0a-4fd1-9779-42355068ef09","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.506627602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"aa608350-c939-44c7-9173-4ab7e5a4b793","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.539299934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Service","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.591472395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"Service","name":"payload-pre-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.634500146Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"aa608350-c939-44c7-9173-4ab7e5a4b793","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.643474006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.690571158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"aa608350-c939-44c7-9173-4ab7e5a4b793","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.695337064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.747680738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.800687716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"6352038d-4afd-4a23-8eb1-872974ba4493","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.803810052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.855612467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.908431392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:47.960558656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-1ab2eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:48.013059218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"7baa2a7e-163f-4432-b571-0620b6903998","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-1ab2eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:50.067272715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:51.444335169Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-1ab2eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-1ab2eb","reconcileID":"59d8a742-c6cb-412b-9a9c-c3ab108dcb43","aitenant":"ai-tenants/e2e-explicit-1ab2eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:51.972143039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a295dcb-5c86-437c-8c79-ecd266aa57d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:52.023941733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a295dcb-5c86-437c-8c79-ecd266aa57d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:52.075571357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a295dcb-5c86-437c-8c79-ecd266aa57d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:52.129900524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a295dcb-5c86-437c-8c79-ecd266aa57d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:52.247095286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-1ab2eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-1ab2eb","reconcileID":"59d8a742-c6cb-412b-9a9c-c3ab108dcb43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-1ab2eb","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-1ab2eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:54.084643591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae3094a-0a41-4f68-a1b0-ff499e6b658c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:54.136874243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae3094a-0a41-4f68-a1b0-ff499e6b658c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:54.19079093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae3094a-0a41-4f68-a1b0-ff499e6b658c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:54.254787452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae3094a-0a41-4f68-a1b0-ff499e6b658c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:56.16280807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cdb4b1-3e52-4aaf-9acd-c8b49a53f044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:56.214262902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cdb4b1-3e52-4aaf-9acd-c8b49a53f044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:56.266111278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cdb4b1-3e52-4aaf-9acd-c8b49a53f044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:56.31877799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cdb4b1-3e52-4aaf-9acd-c8b49a53f044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:57.853044334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"e66620b5-3e93-4cea-84e9-8c5fd8f5cc89","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:57.910221487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"e66620b5-3e93-4cea-84e9-8c5fd8f5cc89","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:57.96659146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bf9c3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5ee2b1f7a35832954f21709fa5fe58b3675ec2226ec7591529fedae52929fe0) AuthConfig (3d505e12f81268dd7bc65709ddaad5cd0e663b9a8fe32deac8fd5ed0a8003fcf) AuthConfig (c6a11f56d4dc5aecda3d54241981ee69e82f50de2ba41a883c1fd4bfbc9f28cf) AuthConfig (4c03a34652cb449719df101ddcca4237cc28dc2844a85537dd77ef25efae3e12) AuthConfig (e60c43839b25782573a30c8fca7d47aec8b5f9335275016f0fd6d54495599240) AuthConfig (3520f6c210b69a516993b7666a535c6225c4b563b3924c62bea1e84fe1185858) AuthConfig (edea577d09f5a49f1f2987bba07ebe3a8274fca0b799e779215c5ad5a55088b4) AuthConfig (10b41c5eebf3d5cc7422fe345530bfe436ddc4bdcf7426c70637178312c54aab) AuthConfig (b790ad50a68cb66ebc6b2279de7178609391d771686fe7f71f239bbd6794f0bf) AuthConfig (b6277b78dcfbe2bac296ecc3e1179e715f43786bf57f22da50dcbc51021e9bf0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"e66620b5-3e93-4cea-84e9-8c5fd8f5cc89","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:05:58.08528736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"0026683f-71a7-4415-872b-5913742a8390","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.081462476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"22af7597-a724-495e-9d76-254f2e2215ea","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.138224896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"22af7597-a724-495e-9d76-254f2e2215ea","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.143597142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"2870940c-8428-4a14-a77b-f4ddeea0b341","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.14364646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"2870940c-8428-4a14-a77b-f4ddeea0b341","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.154747784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"af8e6cad-19af-4625-8d27-20d752c80e54","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.154795397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"af8e6cad-19af-4625-8d27-20d752c80e54","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.175954729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"7124d7ee-a49f-4223-aefc-06fa0608cccd","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.175994667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"7124d7ee-a49f-4223-aefc-06fa0608cccd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.217010419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"7d9aaec8-a571-4414-a254-af4c22d2ca8d","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.217057591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"7d9aaec8-a571-4414-a254-af4c22d2ca8d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.297482474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"1f2b4391-395b-4e4a-87c0-f54b1aada8c3","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.297530544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"1f2b4391-395b-4e4a-87c0-f54b1aada8c3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.458043579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"524b9541-a9ec-44d2-a093-97c535e02e7b","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.458101438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"524b9541-a9ec-44d2-a093-97c535e02e7b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.779008698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"5d1ebb96-a685-4b4a-96d5-135ea06edff3","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:03.779071338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"5d1ebb96-a685-4b4a-96d5-135ea06edff3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:04.419777341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"b16ea773-9ab9-4817-8edb-28aa0e7ef389","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:04.419841175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"b16ea773-9ab9-4817-8edb-28aa0e7ef389","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:05.700237593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"2fad409f-334f-453f-8f8b-ed05c9a3c8ec","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:05.700292971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"2fad409f-334f-453f-8f8b-ed05c9a3c8ec","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:08.141961572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"28b96cdf-1f0f-420b-a5bf-932cda7670ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:08.199379944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"28b96cdf-1f0f-420b-a5bf-932cda7670ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:08.261573369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"50909b5e-d3d4-4e24-a956-128524102cf6","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:08.261629116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-49df9c","namespace":"ai-tenant-e2e-noten-49df9c"},"namespace":"ai-tenant-e2e-noten-49df9c","name":"noten-model-49df9c","reconcileID":"50909b5e-d3d4-4e24-a956-128524102cf6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-49df9c/noten-model-49df9c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-49df9c/noten-model-49df9c-kserve-route (gateways: [openshift-ingress/e2e-noten-49df9c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:08.768634483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"67b88b57-74d3-4a1a-9b47-d25d1f9183d8","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:12.795447777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5526f41b-de6b-4cc6-8edc-7ed26063add4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.139892151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"ae3657f1-9a83-4807-9fab-9d5e54743acf","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.188602491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b20eaec4-6ab7-4ff4-a704-41f12d1cb180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.813086969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"10740fb2-185b-4348-8f27-ebaca3335b9c","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.864804134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"56b24410-7f1a-4272-8095-f8bdc5567aa4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:13.871126196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-ae8068-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.921639431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"56b24410-7f1a-4272-8095-f8bdc5567aa4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:13.975283539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"7bceea39-b99f-4c2a-b660-681680ddefe4","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.079994944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"a54734de-db71-492f-9d5c-e76a4fa623c9","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.189697826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"ebbc8986-d79e-49c4-b322-524b84a4d36e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.285095069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"015ef0c0-1d82-4741-90eb-12a38b82c318","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.342066379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"015ef0c0-1d82-4741-90eb-12a38b82c318","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.466874875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"61f14941-fd21-48b8-a7ac-15f625066325","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:14.695174591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"21060668-8f74-4660-9215-f3c87268f796","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:18.98339567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"0ff23b65-9288-4860-a101-d8f0a4f9240c","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.047761702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6d0a8ea-fef0-4809-a08d-f9ae8de69c8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.132822499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f3897111-1597-4786-8781-625365df8be9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.132826415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ed2c5171-0c04-4348-a04d-6ee9497369f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.166306974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"87af57c9-0c3a-4aef-901e-6392b028c3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.191748672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ed2c5171-0c04-4348-a04d-6ee9497369f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.191766003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f3897111-1597-4786-8781-625365df8be9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.201466975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"59e31f4c-4444-4eb0-95b0-8b52e433314f","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:19.252452225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"79c6af2b-2019-486b-a310-ed62368e62a2","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:20.067900173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.73822015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"a625f553-085f-4e14-8d1d-e32078f7bdd3","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.853502296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"87c2fc02-8a5f-4324-95fd-026ae96a6fbe","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.857324766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"7cfd990c-4d9c-4371-b0b9-26ae8652be3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.85739596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"9d1c464c-4891-48ec-9113-9ec80eaf065a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.910231227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca98a27-1452-42dd-91d4-4722b6ae0d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.912034967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbd86e6-55ac-4764-99f4-95c7f0e7d4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.918040417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"9d1c464c-4891-48ec-9113-9ec80eaf065a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.918142584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"7cfd990c-4d9c-4371-b0b9-26ae8652be3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.969947791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca98a27-1452-42dd-91d4-4722b6ae0d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:21.971196078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbd86e6-55ac-4764-99f4-95c7f0e7d4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.284239488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"6be99bb0-eac9-4a7e-882b-7e189bff7af9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.296623601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"5428e843-cde7-495b-8ae0-1dcf9fc222e3","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.3318427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce02c67e-0e2a-4e42-95d5-7c5727749c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.331859674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd57bbe0-38be-495f-bda2-6ac230593c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.341339236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"6be99bb0-eac9-4a7e-882b-7e189bff7af9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.379846588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b8d1c3b1-ede7-4993-be04-4ebb1616abaa","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.390114961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd57bbe0-38be-495f-bda2-6ac230593c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.391912215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce02c67e-0e2a-4e42-95d5-7c5727749c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.400845202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"7e10915f-c7d9-4498-9dd8-2f152b1a8cfd","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.401359812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"245e3373-6c33-4f1a-8af6-794e766a34dd","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.436920203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b8d1c3b1-ede7-4993-be04-4ebb1616abaa","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.459842494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"392b4e1f-6bde-4833-8066-3924241eaa42","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.565869006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"e08f2c37-663d-4f61-86d6-4b5b29d2d194","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.671145515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"83024109-caa7-4e0b-9b1b-e727cb28fb09","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.719197629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c841fc79-1793-4090-914e-b4d47eaa1983","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.823852845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c841fc79-1793-4090-914e-b4d47eaa1983","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.87571475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"68c49ad0-c23e-402f-9335-cc849191ddda","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.93348915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"68c49ad0-c23e-402f-9335-cc849191ddda","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:22.98607235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"09bf0ac2-37a2-4b20-946f-3e60632e948e","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.150854856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f9fc625c-5062-4f03-9703-82c1bb4cad86","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.418814352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"d2b9e863-65c2-4c63-a3ea-4d87ce521016","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.474224789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"daf50ebc-46d1-4cea-965d-c2ddff30a67e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.47465812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"fba81274-4b2a-441c-86db-4e5c532100b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.525344299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"bde08957-ce77-4c4a-8777-a8b94cfcb846","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.537276484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"fba81274-4b2a-441c-86db-4e5c532100b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.537569704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"daf50ebc-46d1-4cea-965d-c2ddff30a67e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.630175316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"3f905b8a-5515-4e59-85a8-98fae77f9ad1","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.63747316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"745fba4b-7693-4f57-9a44-19daeeec929e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.637797715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"5ba4ce02-17ad-443d-97fd-942a97022dbd","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.734970695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"314900e8-ca28-45bd-a79d-cfeb4dd4db8a","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.839956007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"fb8f61ad-8324-4206-9398-1150555b0694","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.908854569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"74b106c9-b4e1-4793-81fb-dfc03c77b1ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:23.965703696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"74b106c9-b4e1-4793-81fb-dfc03c77b1ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.007290155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ffd7ca4e-bd09-4b80-84fc-12c4adc5a4f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.064562933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ffd7ca4e-bd09-4b80-84fc-12c4adc5a4f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.358378021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"1c7a3629-f2df-4e58-943a-eb29c8a02d11","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.415331177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"54122c23-c102-46b4-a19f-1609678d6f9a","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.470384368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"04def292-480f-412f-98a2-d1d86ba62790","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.470695389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"424ed045-9eb7-4825-872d-36582fe28981","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.524358749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02c4278c-fe52-407e-9e55-959256cb59c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.524368036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2367cf7-271e-4bb0-b3bb-e72f74fef96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.529393259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"04def292-480f-412f-98a2-d1d86ba62790","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.530136033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"424ed045-9eb7-4825-872d-36582fe28981","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.579405549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"e37eac5a-4f9b-4c7d-b736-deaedc058833","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.582053614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02c4278c-fe52-407e-9e55-959256cb59c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.582209978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2367cf7-271e-4bb0-b3bb-e72f74fef96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.74965248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"9ae2c6dd-9063-45d8-a196-dee061cb508c","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:24.859583978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"b6f54c0d-e9e2-4b2c-abf1-7ba779b98adf","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.702779072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"a767f923-e56a-4aec-a1ca-1a3d3b1a77a1","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.808786547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7803e730-1a32-4f0e-ae37-903a6f61fb9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.808972131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"775625fb-ca9b-43a9-94d6-d8a5ee24ba8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.860259543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7550b9c7-d9ef-4c91-ab54-bdd45fd748df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.861237594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d415ac8b-055a-42ef-98d6-aeb6cdbca94e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.866492611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"775625fb-ca9b-43a9-94d6-d8a5ee24ba8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.868996208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7803e730-1a32-4f0e-ae37-903a6f61fb9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.919228929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7550b9c7-d9ef-4c91-ab54-bdd45fd748df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:26.92280704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d415ac8b-055a-42ef-98d6-aeb6cdbca94e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:27.594478936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"6eca8aba-5404-4515-897d-4d05cf85d057","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:27.594476674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"e48e994e-de9c-46bd-ac67-344dd9e05d29","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:27.652245545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"6eca8aba-5404-4515-897d-4d05cf85d057","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:27.652288213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"e48e994e-de9c-46bd-ac67-344dd9e05d29","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.082753005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1b68aaec-7db5-4dc7-8776-60b26dd9eef9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.082759235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"19875910-5436-4f78-b89f-19ffd725bab3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.139719978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"19875910-5436-4f78-b89f-19ffd725bab3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.139730714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1b68aaec-7db5-4dc7-8776-60b26dd9eef9","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.506433542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"00202bc8-85d0-490a-9815-6f4b7a894a1c","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.611866222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"b55e5b38-f5da-461d-9bd0-6736b915256d","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.664836894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"fb983368-a80d-410f-8731-d7eb74eb27cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.722098268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"fb983368-a80d-410f-8731-d7eb74eb27cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.778104882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8031370cb79a684dc87f628d647d663ad10df7823b15b787422a52fd7d715188) AuthConfig (bf63c525a373581755bbc76ad69cb8e2a655750c5652d83b1234b1bc5d34e7b0) AuthConfig (1abb9a6ca52b8ed09e82588d2156554dafac27c4fc9fd496c132bb17ad846225) AuthConfig (f3859138ffea3e19dcb3510354bf1ce549136615127cbf65a1072f605b50914f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"fb983368-a80d-410f-8731-d7eb74eb27cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:28.886426248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"5bfd65c6-193b-48f1-b66e-d019027f7b53","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:38.997584486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"10bdbb16-ee38-40cb-98e1-b707f24ff069","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:39.054850582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"10bdbb16-ee38-40cb-98e1-b707f24ff069","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:39.483206281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f05eec30-ab1c-4503-800f-d171c9b5ad0f","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:41.29535751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbd75f29-338d-4f52-bd30-1b093c63f1ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:41.408965549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a83bc143-a44b-4cf6-8f88-be2a4f54a835","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:41.63932813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"3544f9d4-e1b0-4fdf-8d9d-f4e511c17907","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:41.753899466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"d58295d1-a9ba-475e-940a-55dc01059dbf","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.486179768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.54131651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"0f62418a-95cd-401a-b06e-8152e5ba1ef7","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:44.593450524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"142c3212-8ff1-4ca1-9bb9-0c2e2e6041bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-98c9f7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.644414955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e0e4637c-7bc3-496d-8299-c0f770ca199d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.644695132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6376e512-81f9-4362-8422-1e12011a2d01","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.702437418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e0e4637c-7bc3-496d-8299-c0f770ca199d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.703266211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6376e512-81f9-4362-8422-1e12011a2d01","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.705474333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f0727ce6-2ecf-43ec-996b-2c33f82ed142","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:44.811899363Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f0727ce6-2ecf-43ec-996b-2c33f82ed142","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:44.811964113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f0727ce6-2ecf-43ec-996b-2c33f82ed142","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.86462534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"ea178548-2426-45c9-baf1-fd28896da630","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:44.970438726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"df5e0274-e02c-4445-8ebf-4b0fd2b0bd19","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.039057318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8937e49e-4bd8-4876-808c-92ff2ee09d27","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.07566696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"a9983acf-54b6-4c64-95a8-825eeef52624","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.121519204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2f9cb9c3-28e4-4c5d-99b8-726e00bbd05d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.121532162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"14dd91dc-0723-4dd8-9faf-a4eba34b4152","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.179575328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2f9cb9c3-28e4-4c5d-99b8-726e00bbd05d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.180103724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"14dd91dc-0723-4dd8-9faf-a4eba34b4152","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.307957967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"c235a84e-6fac-4c50-841d-bd8717241810","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:45.538833397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"978da86b-4974-4d9e-bf6c-9510ddc1f937","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:49.517644439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"7c9c9d06-33d7-4110-be89-17f3d93eb5e5","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:49.617930222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"af73593d-fc2b-4167-96c6-c4f176056594","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:49.756610563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61d90d1b-4df8-4e8d-b036-8d7de8160311","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:49.969439478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0e7fd88c-d70b-426f-86ce-e806705fbd1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:49.984638487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"32f298f8-4551-4802-87ef-9ff242f51777","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.020851675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"3c1cba88-4be8-450e-8926-b04991f3dd61","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.02782394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3277f81d-07c8-425e-a3b5-f4545590a4d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.032594088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0e7fd88c-d70b-426f-86ce-e806705fbd1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.033186033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4af90d80-e9af-4602-9de6-4d07febcaec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.069644445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.077720819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"3c1cba88-4be8-450e-8926-b04991f3dd61","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.085138884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3277f81d-07c8-425e-a3b5-f4545590a4d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:50.261289516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"eb508cf2-a1ed-48a9-b5f4-a235086a8f63","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:53.254624777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"5ade8291-e302-4805-a156-446f6481965b","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:53.359872974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"81f3de3d-bd20-4c34-b0ec-842b715ac88e","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:53.419447985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d6d953e0-9edb-49be-be91-3ef076b6101c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:53.476378008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d6d953e0-9edb-49be-be91-3ef076b6101c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:53.903101753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"4672838b-41f8-4945-86a6-6ea6278df58a","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:55.754465656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af0f23a4-836f-4238-9eba-44b1dd36eba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:55.855667781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df3247ab-2ba2-4a80-a029-507b79e5895e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:55.921797076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"ccd99c9d-cdc6-491e-9477-031cf853ae8a","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:56.040785375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"b4d7c080-6c78-4c66-8427-44ce736777c9","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:56.142996701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"83f1bcbe-070d-48fe-b6fb-c6ce1626fc48","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.54162274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]","namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.594652169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"3c9cc1db-d37d-4d2d-ad54-71ab7e6bbd0e","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:59.651281797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"3b58dab0-b9b7-4bfe-8048-d38c536d03f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-98c9f7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.698436118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c9db9f1d-9655-435c-b4ef-5c824bf9c39e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.698801301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ab143fe7-94c9-4670-87a4-741ec08c5501","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.755530711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c9db9f1d-9655-435c-b4ef-5c824bf9c39e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.755842909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ab143fe7-94c9-4670-87a4-741ec08c5501","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.759597704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"13b1f42a-efec-4e68-b766-b38b5d1d66e2","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:59.865704455Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"13b1f42a-efec-4e68-b766-b38b5d1d66e2","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:06:59.865774212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"13b1f42a-efec-4e68-b766-b38b5d1d66e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:06:59.918528871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"3ae6297a-6232-4d78-8cd3-0dfd6e9dd66d","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.031733988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"49f3e3b3-4e9f-4811-880a-7598ae197624","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.097560919Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"e182ca96-6203-4c10-8889-8a69773352c7","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.180685597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"fee4b0d3-b30e-4053-a7c6-3d57fbe95a38","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.180868258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0e90c2fd-bc40-4cfb-b7c7-0f108f253404","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.23805848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0e90c2fd-bc40-4cfb-b7c7-0f108f253404","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.238096159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"fee4b0d3-b30e-4053-a7c6-3d57fbe95a38","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.367613401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"8ab1c398-a38c-4a46-a1dc-0607fb1b3eca","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:00.576907672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8557668a-e956-42c1-9c16-6fef81067e40","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:03.890918274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14622657-1336-486d-91f5-9d4eed0360ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.224764247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"3fdffa2d-2c17-42b9-8411-c774acbdb922","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.324477729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"72ca43f3-d66c-4e48-85fa-469945e8fd67","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.436124571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"92ff698f-2245-4f75-a135-415226f98012","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.436251025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"bddf7148-f1a7-43bb-b62e-2eb8c447201e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.436704417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49a52faa-83a1-4363-8e3d-9b8faf07da67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.540197639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0f47d1b6-a9ba-4742-a9a0-001428151dad","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.540927968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"04c87feb-2706-4786-9422-7a7eb08ddee3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.540930551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"59cc460a-1f9d-489c-b322-6c1a81a893dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.544776774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1cd23f4c-b32e-4993-84ba-79f098c653e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.597329854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0f47d1b6-a9ba-4742-a9a0-001428151dad","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.60057395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"59cc460a-1f9d-489c-b322-6c1a81a893dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.602926034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"04c87feb-2706-4786-9422-7a7eb08ddee3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.604671175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1cd23f4c-b32e-4993-84ba-79f098c653e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:04.611017335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"e4ba8145-ad5b-45aa-9543-7513c11386a0","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.839858379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"5378b17f-0784-4565-9411-32cbefa92516","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.895615715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"01d7820e-835a-4744-929e-936ec0b89b3c","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.996971132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"737f6804-c70a-428c-867d-07df5a362c6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.996971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae28f777-1348-41dd-8644-a23ed53ca087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.998346471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09019c9d-2018-4695-949b-bd09aa857143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.998349208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"4736c2fd-5b4c-4d40-a260-8b70dfb7bf2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:08.998812002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"cdf8aa67-95cb-4cf4-94fb-02a363af8cb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.054527344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae28f777-1348-41dd-8644-a23ed53ca087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.054785646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"737f6804-c70a-428c-867d-07df5a362c6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.057103256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"cdf8aa67-95cb-4cf4-94fb-02a363af8cb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.05715125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09019c9d-2018-4695-949b-bd09aa857143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.059290353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"4736c2fd-5b4c-4d40-a260-8b70dfb7bf2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.337287088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"9ca41b9b-b68f-4e1a-a331-49ca6d7b8d6b","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.368873568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8d3157df-1ab5-4dd9-a2a7-84159a89a958","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.37089719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e77ee52-62c2-4b45-834f-9ca7323e7ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.427602998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8d3157df-1ab5-4dd9-a2a7-84159a89a958","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.428471269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e77ee52-62c2-4b45-834f-9ca7323e7ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.47351081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3b0d3dd3-9d53-412d-8340-37aefa256d76","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.473817984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"30997092-48b3-454f-8229-9c830b6828d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.477242765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"39a12a5f-df2b-40e9-ba6a-47b3c9067c18","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.499527599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"b6460f25-11cd-49ef-9640-77360144d912","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.53100997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"30997092-48b3-454f-8229-9c830b6828d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.53144253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"d40f59cb-fb39-4da2-9981-dfd6c4057b51","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.531848185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"1b2bd653-0ec1-49b3-add5-844a147d6ea1","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.532247708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"8d398175-29f9-46f2-a869-db20b79ca180","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.532308011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3b0d3dd3-9d53-412d-8340-37aefa256d76","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.53271101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"de9d9fc7-fb1b-4628-93b8-e08cd0e71856","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.536171516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"39a12a5f-df2b-40e9-ba6a-47b3c9067c18","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.607307698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"a36aad98-447d-4b52-be55-c04b9a4645d4","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.712887144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"ab903a6d-fce3-4c7b-bf38-2e5d081398fc","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.741928237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a1738c-5982-48c6-a0d1-8f81a089584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.800232331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a1738c-5982-48c6-a0d1-8f81a089584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.818366534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"d4d9cd45-d494-4228-a686-346dab8b4c70","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.891048046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"98d867de-5366-47ab-91ae-d42a9e749dbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.924846592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"596668b5-e5f6-49ff-8f2b-e7d0d9b06461","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.948087779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"98d867de-5366-47ab-91ae-d42a9e749dbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.995380098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"9c0424ae-155a-469b-ab84-c3200815c65e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.995405752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2c0c4229-370c-41c7-b0b7-2bea77e25888","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:09.99892121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"cb771135-ad43-4c7b-b7be-4db31766192a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.052923098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"9c0424ae-155a-469b-ab84-c3200815c65e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.052932968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2c0c4229-370c-41c7-b0b7-2bea77e25888","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.057039328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"cb771135-ad43-4c7b-b7be-4db31766192a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.189839413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"24d4b693-f7bd-42f0-9fc4-376e15be85d0","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.352278065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"bd4f59b9-4704-4f48-a31e-3ec2d8342de8","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.362603871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"cf204647-c9e6-44e0-bc1b-182c44b65d2b","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.476351571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"14a94a25-569d-4c4b-93ba-ebb6232724e8","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.522899663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de16be4a-c341-4952-9417-3cb4998f6ef6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.547306946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d033fb16-79c1-4cec-88c6-cf2463b348cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.67821277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"e80479d9-c7b1-4dfb-b4a7-89457dd51caf","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.719946886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"d8c4aa10-2bb4-4bb9-94e6-fc1a2877d381","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.824438609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"188688cb-d932-4e07-b0e6-f2d79cd6d020","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.825204128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2aaea0f-aa6b-49cb-9b91-2b34c4c0be2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.825513503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"de1247dc-0eae-419e-b618-0c68c130f970","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.825757676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9c0e786d-0f37-4f05-a0b0-df9557c77197","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.826168596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"defe05ec-7167-46c6-8722-fe179423733f","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.836102107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"1dafbdd8-2ec9-4521-9bec-b7da503c7154","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.882429113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2aaea0f-aa6b-49cb-9b91-2b34c4c0be2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.882444915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"de1247dc-0eae-419e-b618-0c68c130f970","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.884644294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9c0e786d-0f37-4f05-a0b0-df9557c77197","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.884778891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"defe05ec-7167-46c6-8722-fe179423733f","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.928864133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"275a3d57-7e1c-4e33-bda1-e510805bf23a","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.937423515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a46f5873-6633-4725-a55d-e22b84c17ad5","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:10.937837721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"79caadd1-ef78-4ed7-bce3-d406eabe2e36","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.048097326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"18bcc788-8f8c-41b0-ab6e-82f82e1b59fc","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.125638613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"9819d222-a726-4ac4-b6c8-992aef4ce1c9","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.153318739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"a120c683-4fdc-46b4-b5a0-6b4ae840514c","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.258834548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"b4d56b21-320e-4e91-b34a-8979f2d80327","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.28449142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"f108b9f3-e815-46a6-8199-c1c7bf7921c8","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.32348914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"388e2455-61ad-40b1-975b-e4807f259c86","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.323949654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"36d1f8b3-2ef8-4d9c-b32c-78a91dc45109","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.32430241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4815bb59-9fe1-4b47-a6cb-f3e56eb79f11","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.324681628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6f72a789-54cd-410a-8bc4-579bbbb9c895","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.42380328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"e314d0e4-1775-4dd1-b97e-ef3066191684","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.426140347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"388e2455-61ad-40b1-975b-e4807f259c86","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.428408918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"36d1f8b3-2ef8-4d9c-b32c-78a91dc45109","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.428657903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4815bb59-9fe1-4b47-a6cb-f3e56eb79f11","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.430507377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6f72a789-54cd-410a-8bc4-579bbbb9c895","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.719898763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"dbfef9f1-c209-43fb-a5be-b9c7e8327d42","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.771412231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"c758c518-f4ec-4ee1-af81-8671d4a9a86a","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.875412042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4ef20309-3411-4feb-8fb8-1a3df6d232a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.875842784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"8f1ceb74-18cd-49bf-b608-0cd8894a0fb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.877688504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"467e331e-6de7-46ac-a389-91a255fb2917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.880678234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4cc04716-c368-43a0-b412-9515a352fe56","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.88347266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c4593f-b53e-4250-a54f-76cbb1e43c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.932503014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4ef20309-3411-4feb-8fb8-1a3df6d232a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.932776743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"8f1ceb74-18cd-49bf-b608-0cd8894a0fb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.933917372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"a37e48fa-5047-46d7-9afb-2211d8074bfb","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-a115d0d8eded","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.934794012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"467e331e-6de7-46ac-a389-91a255fb2917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.937693927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4cc04716-c368-43a0-b412-9515a352fe56","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:11.940189531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c4593f-b53e-4250-a54f-76cbb1e43c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.112510991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"8bdeab23-c5d3-4317-94b1-2ef40b4f1bca","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-a115d0d8eded","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.217982805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"433e7b24-0d51-4889-8781-e3c962659cc5","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.318014314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"508bd3a5-88e1-462f-a9a7-1bfbdb1c6f30","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.37535229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"508bd3a5-88e1-462f-a9a7-1bfbdb1c6f30","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.864595233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c062a-84a1-488b-b529-a1e83f199b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.916883921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c062a-84a1-488b-b529-a1e83f199b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:12.968689899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c062a-84a1-488b-b529-a1e83f199b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:13.020504496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c062a-84a1-488b-b529-a1e83f199b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.265034049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"e68719db-89d6-479c-aee4-d9235c1ce715","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.464525491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"494794e0-848e-4fd7-8da4-adff56d42307","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.464864697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4080bcbc-83a2-40b9-a9ee-48dbb5c5b397","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.465037216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae32a82-655d-41f1-b968-98df97bbb521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.465349395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5231731-9dee-4c53-83e5-0835ba02cf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.465452031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"77d96c50-c42c-4fa0-aee4-0e88a8b1378e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.522391695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"4080bcbc-83a2-40b9-a9ee-48dbb5c5b397","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.522743542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5231731-9dee-4c53-83e5-0835ba02cf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.525251411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"77d96c50-c42c-4fa0-aee4-0e88a8b1378e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.52538739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"494794e0-848e-4fd7-8da4-adff56d42307","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.528688053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae32a82-655d-41f1-b968-98df97bbb521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.930590945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783afef-fe4b-40cc-88b4-100bad3dba18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.930753381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"731304e6-9e39-404a-8f4b-f0d9ef5ee8f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:14.982740515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783afef-fe4b-40cc-88b4-100bad3dba18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:15.034595166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783afef-fe4b-40cc-88b4-100bad3dba18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:15.086646609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783afef-fe4b-40cc-88b4-100bad3dba18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:15.091860521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"731304e6-9e39-404a-8f4b-f0d9ef5ee8f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:15.920459426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"628c6cd5-60e4-4a74-a44a-21c380182521","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.011870335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"628c6cd5-60e4-4a74-a44a-21c380182521","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.070479755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"bbff9376-6335-4cbe-8eb6-2834d3b7696c","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.070556518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"bbff9376-6335-4cbe-8eb6-2834d3b7696c","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.140909054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"602e4e96-e755-461a-bc3c-96526bef9f61","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.140968668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"602e4e96-e755-461a-bc3c-96526bef9f61","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.215820039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"f49acd64-45f2-4309-aaf7-84d5f25bd871","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.215877551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"f49acd64-45f2-4309-aaf7-84d5f25bd871","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.310420598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"71861f04-8db7-4741-923f-6084cd056b19","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.310484754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"71861f04-8db7-4741-923f-6084cd056b19","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.444174666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"98fc7449-0d71-4932-b66f-b0bcd49ed8fe","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.444244697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"98fc7449-0d71-4932-b66f-b0bcd49ed8fe","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.659191481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"dcd336fa-78fc-4ce4-b639-6a38d8e7a44a","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:16.659265456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"dcd336fa-78fc-4ce4-b639-6a38d8e7a44a","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:16.779068144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52c18a2c-b144-4c4c-b9b0-94b69bfd0f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:16.932742555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"08bcfc42-5032-4e6b-b32d-e7d26fe0a888","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.024385598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b06fcb82-3278-4a2e-9aa2-b5959d92d81e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:17.040802577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"3a3d3b8b-31af-4384-877e-235fcd3d13d4","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:17.040864644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"3a3d3b8b-31af-4384-877e-235fcd3d13d4","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.190290314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"464889db-7153-4269-ad3a-a96e8735b3fb","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.211437536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8415fde7-5b5c-4c01-b386-69481cb88805","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.295901886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"875b4ba5-1915-4f41-b7d4-65853b83352f","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.297182448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b6ca06cb-dc58-4f38-b254-ba930bdea400","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.297241647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7255457f-6244-4af4-ae98-9ee8fb12c464","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.297729758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ad073720-3622-44e6-aba6-54683f88ef36","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.297828677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"016ce1fe-285e-45e5-9784-0bf47c0a2f8c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.365964529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ad073720-3622-44e6-aba6-54683f88ef36","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.370069226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7255457f-6244-4af4-ae98-9ee8fb12c464","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.370748546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b6ca06cb-dc58-4f38-b254-ba930bdea400","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.372597192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"016ce1fe-285e-45e5-9784-0bf47c0a2f8c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:17.736568699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"1d6db23f-6c82-4140-8e02-addba421161a","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:17.73666045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"1d6db23f-6c82-4140-8e02-addba421161a","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.802332283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3676474e-4867-4841-83c5-75ce77cb33ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.808696201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"90d31d41-219f-4726-87ad-60c1a16948d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.808730671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"1d7d8b16-368f-4730-a44e-a5109ce30f17","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.812503513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b99e98ee-2c6e-4cbe-86ac-c65cd3681a57","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.861401102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3676474e-4867-4841-83c5-75ce77cb33ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.866272976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"90d31d41-219f-4726-87ad-60c1a16948d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.866603546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"1d7d8b16-368f-4730-a44e-a5109ce30f17","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:17.869988925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"b99e98ee-2c6e-4cbe-86ac-c65cd3681a57","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:19.07077603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"90013cfe-f536-4537-8fee-3c5705e0c3e2","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:19.070845453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"90013cfe-f536-4537-8fee-3c5705e0c3e2","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:20.06847202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:21.68438275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"c0496f92-396d-4154-b0f9-539a12e30daf","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:21.68445755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"c0496f92-396d-4154-b0f9-539a12e30daf","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.185468028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d2436e5-14be-4d27-a8f1-c0545acba46e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.415926471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"4195995e-03a8-42b8-ab6a-5229cf63c382","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.515827894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"7caee7b3-4863-4cd7-b47d-cde2160b5264","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.564388383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7d6df2f-d03f-49ed-81a9-09c29e45ae72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.635148755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"27fe3922-e6de-45cc-ab9d-c1b70e5eeab3","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.716667387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"c392da1f-3543-4a26-95c3-0ddae2cf4e05","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.760900916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"bdd39371-e3ab-43df-b279-33800cbcdb00","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.79080164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a6dc78c-0339-4bd5-966b-437343aaa595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.790811605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"680ce228-7db9-468a-bccd-5913e3ab9190","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.791782414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f17bc3dd-e692-4dfb-998d-048c827becf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.792053957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f759e812-2a11-4198-b66e-1932bf9b85c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.792739113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a84965c6-cdb6-42e3-9e51-eaa7169e979c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.84830339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a6dc78c-0339-4bd5-966b-437343aaa595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.848525013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f17bc3dd-e692-4dfb-998d-048c827becf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.850813907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f759e812-2a11-4198-b66e-1932bf9b85c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.850892479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a84965c6-cdb6-42e3-9e51-eaa7169e979c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:23.852879802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"680ce228-7db9-468a-bccd-5913e3ab9190","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:24.160432089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"2d13b748-3f1d-49f9-9edd-f93e322857c3","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:24.209309613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73867a68-7f1f-4ce4-812a-177772c3f3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:24.266137929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73867a68-7f1f-4ce4-812a-177772c3f3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:24.483521012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"259e5aea-63d3-43a9-8f0f-64f714551368","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:24.64515031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"658f3fab-9f17-44a3-befd-7755fe987e1b","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:26.858047422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"831c3184-1950-42db-ba55-735b696b23cc","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:26.858113344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"831c3184-1950-42db-ba55-735b696b23cc","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.636890212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"c04e7d07-3e7b-4483-9391-31925fb5af8e","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.792990604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5486f262-8b1b-4dab-b288-cf1df11f5dfa","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.793022519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa619181-b5c8-4c9a-b253-0db570b5747f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.793782668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f2dc949-d324-4f03-9db3-0da1d73541f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.79408095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0cf4caba-6842-4035-8507-932100408daa","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.794791597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bdf64797-4855-4eca-9efc-dfa71193f961","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.850081009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5486f262-8b1b-4dab-b288-cf1df11f5dfa","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.850149719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa619181-b5c8-4c9a-b253-0db570b5747f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.852451347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f2dc949-d324-4f03-9db3-0da1d73541f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.852701447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bdf64797-4855-4eca-9efc-dfa71193f961","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:27.854764645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0cf4caba-6842-4035-8507-932100408daa","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.069969542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"1a89d2cd-8ff4-41a9-b2be-e7c1c41319a1","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.160897712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"c00da7bd-fc43-4e39-87f9-1fa6f1f25aea","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.173882197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"89243fca-866f-4e9a-a50e-cde7c72896e5","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.21891044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"c00da7bd-fc43-4e39-87f9-1fa6f1f25aea","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.267590181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"96047c40-a557-4beb-94a0-a83b6107a5f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.26759037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"33ef529c-6909-4e5b-b0cd-8c53c84eda48","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:28.278214592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"8298433e-b616-4bc1-a228-7c98e3a2d06e","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:28.27827543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"8298433e-b616-4bc1-a228-7c98e3a2d06e","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.279167262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"26d02844-b7ae-4e23-aa11-2d4088093cab","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.279440403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"48fae1f3-3274-44ba-be8f-190dae2fd6d8","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.27952061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"c99c1421-5612-4a55-8e93-182261737a7e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.280047813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"81d80ee1-0385-4ded-b228-8c36789e85b6","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.325437695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"96047c40-a557-4beb-94a0-a83b6107a5f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.325642383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"33ef529c-6909-4e5b-b0cd-8c53c84eda48","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.330875546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"fd159317-8c3b-4a0f-af3e-ced93e9c11f8","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.366769823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"b0a621dd-3d11-4351-81dd-06f31fc34b84","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.42394281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"b0a621dd-3d11-4351-81dd-06f31fc34b84","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.436064999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"88da2aa7-ce9b-488d-bd03-7866ccd3fa99","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.541509353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"ea9914a8-d7f5-4fa1-88b3-04e6f4de3183","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.636928184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"89694d63-0c43-40b0-ab25-7297e8c61f47","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.646577742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"26313271-adb8-46fc-a636-1133b658de4a","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-a115d0d8eded","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.693699184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"89694d63-0c43-40b0-ab25-7297e8c61f47","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.742189689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"880b2e42-1f05-423d-900e-190d1476a12e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.742442261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3f3f602d-95b6-48a6-8ef3-bce2d82641f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.752434328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"fbda9279-930d-42f2-9657-7514d8df4394","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.800082407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"880b2e42-1f05-423d-900e-190d1476a12e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.800520495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3f3f602d-95b6-48a6-8ef3-bce2d82641f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.842738741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"187e7873-60a6-4d90-96e7-5931118cc80c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.858778593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"288d9ff2-4ea5-42c7-9ffc-8bf19dcbeca6","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.899977894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"187e7873-60a6-4d90-96e7-5931118cc80c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:28.963269536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"699f4684-5ed9-4118-be5a-f82a74720847","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.488904424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"c5ab27b7-3306-46b2-8095-8916e622f10b","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:29.594708986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"fe783708-6784-448f-86d3-20dd021afa67","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:29.594776813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"fe783708-6784-448f-86d3-20dd021afa67","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.595903798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"723e8de9-3a5c-4138-abd5-487a3cd241b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.596228161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"930eccfb-0380-4801-b6d8-eb7f992b4297","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.596842413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5bd01e3f-9749-428a-9f30-06ac91c61027","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.59727078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e14bb209-8ed5-47be-9593-87ded6bdb6d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.647391578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"e2aa10ed-f06b-4a6c-ab07-bea2a0bf9c8b","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.653289109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"930eccfb-0380-4801-b6d8-eb7f992b4297","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.653881884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"723e8de9-3a5c-4138-abd5-487a3cd241b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.656210808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5bd01e3f-9749-428a-9f30-06ac91c61027","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.656334464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e14bb209-8ed5-47be-9593-87ded6bdb6d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.703784622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"84df0195-b101-4ce4-a8ce-3bffc14b0fba","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.703820536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"0dc417b3-d553-4aa9-ab5a-3b646e4b1c42","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.705913058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"2a4ab557-dee3-4168-ac0e-de88fb4a9cb7","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.705916122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"4b8a93bb-ce63-4091-abea-4818af6c986e","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.753041383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"198482ec-0a1b-429f-b8d6-fa044d7b30ba","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.859121991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"ddabf59b-6202-42e3-a515-6eaa1e9d0ab9","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:29.965082835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"8d92679d-9ca6-4e17-8bea-fa9adb20f265","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-a115d0d8eded","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.070503165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"2c3da5a5-296a-4640-95e2-4600ce1aac80","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.073458081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"508921df-3d18-44e7-9b09-0ba4ac564604","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.073559064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"b23ac866-932f-45d3-8554-6d2303ffa1b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.082306143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"50bd20d5-9130-4c22-b809-0a83075e644c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.082346376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"7ec9ba4c-dd7e-4e1a-a612-70a1c0a53d37","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.130753108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"b23ac866-932f-45d3-8554-6d2303ffa1b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.131016338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"508921df-3d18-44e7-9b09-0ba4ac564604","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.139531677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"50bd20d5-9130-4c22-b809-0a83075e644c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.139750233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"7ec9ba4c-dd7e-4e1a-a612-70a1c0a53d37","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.176007782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"ee3f0248-337b-4532-9038-0cded13c4ec7","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.2813868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"a8d20520-b20c-4545-9f6d-101287df085c","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.387371194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"513652f3-5864-4c00-8aab-04bbe29fbb53","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.563338383Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"aef65019-7f9c-47e2-b123-f8887b8328f2","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.616236136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"304099a2-804d-4c8b-9e1a-4e570533f90d","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.721459084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"44ba44b6-f1d0-4186-ab56-9c8477758a86","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.726751956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2665b7c4-281f-4463-ae14-e5e38f5ab9bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.727553074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f779910-6539-4bff-8bd8-31b78aa4610d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.727854751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7aa85637-3ec5-4ab1-9674-5f727c4cfbce","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.727928383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637a2182-252f-4827-be7a-add31b53d03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.778176985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"44ba44b6-f1d0-4186-ab56-9c8477758a86","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.780878342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"5a1bd834-436c-465b-9d81-11de7961419f","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.783394662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"2665b7c4-281f-4463-ae14-e5e38f5ab9bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.784841996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7aa85637-3ec5-4ab1-9674-5f727c4cfbce","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.785503253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637a2182-252f-4827-be7a-add31b53d03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.786906857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f779910-6539-4bff-8bd8-31b78aa4610d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.878871295Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","namespace":"ai-tenant-e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.878916971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","namespace":"ai-tenant-e2e-shared-a-w4-29269b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.878958692Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","tenant":"e2e-shared-a-w4-29269b","tenantID":"e2e-shared-a-w4-29269b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.933350559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-29269b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.944609703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"9d2f5cc5-0627-43c8-b797-4ddfbb4f9123","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:30.993862712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Service","name":"maas-api-e2e-shared-a-w4-29269b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.05560012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"5d5da7d1-5c5e-4d1f-9354-adb07a2f7d27","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.05973072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-29269b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.113420317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-29269b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.15577627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"d2999a1e-1471-4bd4-8e10-38c59dae3bfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.170147222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.214252691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"d2999a1e-1471-4bd4-8e10-38c59dae3bfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.224706641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.282032167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.339291444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.390961982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.443006348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.494399361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.546167998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.597759597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.650440958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.702109877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.758159996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.809350787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.860609717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.91213198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-29269b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:31.963964796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"namespace":"ai-tenant-e2e-shared-a-w4-29269b","name":"default-tenant","reconcileID":"46aca57a-6750-46ae-bce5-d58d69c56a2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-29269b","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:34.970637993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"c0d0b45d-d894-4b7b-a060-30b31b2763d5","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:34.970708303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"c0d0b45d-d894-4b7b-a060-30b31b2763d5","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:35.023237856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"890dd0a4-1f1d-4b79-8f1a-b512094c4550","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:35.023311068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"890dd0a4-1f1d-4b79-8f1a-b512094c4550","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.183110026Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-29269b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-29269b","reconcileID":"924dd74a-7886-4c97-80bc-bf12ee851383","aitenant":"ai-tenants/e2e-shared-a-w4-29269b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:35.346337981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"5c78b0c1-3999-44c6-ae45-e5e0f87e06ec","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:35.346401771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"5c78b0c1-3999-44c6-ae45-e5e0f87e06ec","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.774122356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf85046-a054-461e-926b-94c3d8eebf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.826974203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf85046-a054-461e-926b-94c3d8eebf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.879470089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf85046-a054-461e-926b-94c3d8eebf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.932335403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf85046-a054-461e-926b-94c3d8eebf68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:35.99448683Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-29269b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-29269b","reconcileID":"924dd74a-7886-4c97-80bc-bf12ee851383","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-29269b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-29269b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:36.3308879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"a1f7e091-6d92-435c-91b6-ef49f47685ed","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:36.330950965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"a1f7e091-6d92-435c-91b6-ef49f47685ed","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.48299083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"094ceb04-ef28-4d63-b09b-7a94b5a2f132","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.609363417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"209171bc-f207-47ba-84f5-3e481bedaf5d","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.626868029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"5015ac6e-575f-4cfa-98af-1debccb10bfd","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.666858808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24a4f33e-801c-4c8b-9839-210a1698b975","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.752338433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"a1a33acb-8936-4906-b669-59328078a80f","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.84015734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"d59f9996-ce36-4706-8bf4-d05d68c24cd4","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.853241705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"6318605a-1062-44a1-af62-87bd0bd32eb4","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.86603266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8996dfca-9d66-4008-898e-0bd9d8c59da7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:36.91198051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"6318605a-1062-44a1-af62-87bd0bd32eb4","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.019940629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"7aad1f69-86a6-41cc-9511-87fa38e1d756","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.091626632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8e54a806-2b8d-432e-aace-71b2aa8cd421","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.092969513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d13ffb81-d05c-4323-bfaf-55ef61e6eea3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.094663487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (194c83822ac99219e4704a14a3fd2cd7b2b3528ef738382a37e5606dd041330a) AuthConfig (e9778796e71b9079990ad0ccb8d9b4a08fd7f8465f6455ccd384a9a201c61aee) AuthConfig (df72bc36582f9b085209275bb6a44fa3633c970bd3d3f110520d6af45ce97be0) AuthConfig (ea8b59e3e083d2ecae43f2c5cf40e7df7a4309f0483f4075b96909758c24eeda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"6318605a-1062-44a1-af62-87bd0bd32eb4","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.148596622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8e54a806-2b8d-432e-aace-71b2aa8cd421","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.150081317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d13ffb81-d05c-4323-bfaf-55ef61e6eea3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.19789544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ba52d084-b822-4f3f-8bd5-ddaf9c6e412c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.198336446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b195dd6-ceb3-4a22-81d9-e5de3b526674","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.206326784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"da35584e-3760-4921-ba38-3b5694707c90","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.255525652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ba52d084-b822-4f3f-8bd5-ddaf9c6e412c","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.257787884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b195dd6-ceb3-4a22-81d9-e5de3b526674","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.47393905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"a38ca2df-2c89-4e6e-a33d-4d8bf452a599","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.531855196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"a38ca2df-2c89-4e6e-a33d-4d8bf452a599","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.587992946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (194c83822ac99219e4704a14a3fd2cd7b2b3528ef738382a37e5606dd041330a) AuthConfig (e9778796e71b9079990ad0ccb8d9b4a08fd7f8465f6455ccd384a9a201c61aee) AuthConfig (df72bc36582f9b085209275bb6a44fa3633c970bd3d3f110520d6af45ce97be0) AuthConfig (ea8b59e3e083d2ecae43f2c5cf40e7df7a4309f0483f4075b96909758c24eeda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"a38ca2df-2c89-4e6e-a33d-4d8bf452a599","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.635952406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"9f43aade-e8b3-4e1b-af19-e56f258226b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:37.64139925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"a38ca2df-2c89-4e6e-a33d-4d8bf452a599","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shr-quota-ef713e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.693032789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"9f43aade-e8b3-4e1b-af19-e56f258226b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.730737692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9bb6a553-d833-497a-b1a3-1e453278a22b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.7874734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9bb6a553-d833-497a-b1a3-1e453278a22b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.88293055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"d3af8a0a-465f-4c8d-8c9b-2198ce8cb35e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.882935733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"92ad0b3c-b88e-4f64-ad51-dfc49a168f21","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.883645485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"3660a3e8-494c-41c0-9d13-d780dbb42632","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.941430159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"d3af8a0a-465f-4c8d-8c9b-2198ce8cb35e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.945032285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"92ad0b3c-b88e-4f64-ad51-dfc49a168f21","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.945698285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"3660a3e8-494c-41c0-9d13-d780dbb42632","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:37.979751401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638d44d8-4acd-4695-8a05-3baeeb760efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:38.033677784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638d44d8-4acd-4695-8a05-3baeeb760efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:38.037244181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f761e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (194c83822ac99219e4704a14a3fd2cd7b2b3528ef738382a37e5606dd041330a) AuthConfig (e9778796e71b9079990ad0ccb8d9b4a08fd7f8465f6455ccd384a9a201c61aee) AuthConfig (df72bc36582f9b085209275bb6a44fa3633c970bd3d3f110520d6af45ce97be0) AuthConfig (ea8b59e3e083d2ecae43f2c5cf40e7df7a4309f0483f4075b96909758c24eeda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"3660a3e8-494c-41c0-9d13-d780dbb42632","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:38.085912193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638d44d8-4acd-4695-8a05-3baeeb760efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:38.138291103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638d44d8-4acd-4695-8a05-3baeeb760efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:40.06368378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578e01e1-fcfe-4b74-a8e2-17915eec5f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:40.115377656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578e01e1-fcfe-4b74-a8e2-17915eec5f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:40.16711076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578e01e1-fcfe-4b74-a8e2-17915eec5f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:40.218915272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578e01e1-fcfe-4b74-a8e2-17915eec5f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:43.584925574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"7722a043-7f5c-4abe-8662-3d7fd27cc766","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:43.584994393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"7722a043-7f5c-4abe-8662-3d7fd27cc766","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:44.463246916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5a5e07-fa28-458c-aefe-2a676b399da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:44.514860137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5a5e07-fa28-458c-aefe-2a676b399da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:44.566518971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5a5e07-fa28-458c-aefe-2a676b399da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:44.618415482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5a5e07-fa28-458c-aefe-2a676b399da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:45.822691803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"97a61abb-8e65-4928-b21c-09a8155f46a8","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:45.875107019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"58dee2a1-63f4-4eac-baf6-20915e9cc291","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:45.930107019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"34a32d8e-442e-48e4-b0a6-f08d9735caf4","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:45.974827963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"533fb6b7-5793-48cc-926f-d738d93e7a68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.042427433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"25fbd69b-6e89-4a29-a271-1e3469f2cb9b","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.199267198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d7a5ab1-8b59-47af-9549-a020a240fe5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.501445392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88e903-9f2a-4bf1-8715-9b41b0991102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.553437654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88e903-9f2a-4bf1-8715-9b41b0991102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.605080147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88e903-9f2a-4bf1-8715-9b41b0991102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:46.657210705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e88e903-9f2a-4bf1-8715-9b41b0991102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:48.246830166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"239af8a6-27c6-44ce-b981-6c777ecc9f76","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:48.303861985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"239af8a6-27c6-44ce-b981-6c777ecc9f76","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:48.733709306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"ccd84a45-9bc9-4cc9-972a-10769dd6e4a7","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:50.067870744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.172374631Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-quota-ef713e-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]","namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.224964501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"2d6510bd-b572-417f-8e12-6646d0c5de8e","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:53.279022635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"45537010-8948-4b32-bbbc-45ab68e2a7c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-ef713e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.381225296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c692d30a-b9b7-497c-94c6-0c501e2ee3a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.38197467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"03b2188f-b5e6-4816-9de2-6e062e9500f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.389885817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"e70e0439-b8cf-4efa-902e-c61d950b1d8d","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.437952867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c692d30a-b9b7-497c-94c6-0c501e2ee3a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.438328865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"03b2188f-b5e6-4816-9de2-6e062e9500f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.480355556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"45eb81eb-7292-4441-944a-568ab28a257f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:53.496092271Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"e70e0439-b8cf-4efa-902e-c61d950b1d8d","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:07:53.49614277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"e70e0439-b8cf-4efa-902e-c61d950b1d8d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.537461404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"45eb81eb-7292-4441-944a-568ab28a257f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.548633009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"bab9486d-cebd-42ac-9bfe-fdfc58f70aa7","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.654886481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"58289426-1fa9-4c15-a127-fc3173b25148","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.722926702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"c2d9ff99-c39f-4d88-8336-65e48a289f95","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f761e3/e2e-shr-quota-ef713e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.760551927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"9323a68a-e831-4117-832b-a3bff9b2894c","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.918711359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"43bb84c3-1de5-4dba-975c-f951d1589125","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.91898647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d3180171-3d2c-4018-8355-57a900e62d7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.977314478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"43bb84c3-1de5-4dba-975c-f951d1589125","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.977486049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d3180171-3d2c-4018-8355-57a900e62d7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:53.995182831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"76cd9716-a1d4-4e14-8fb7-5296ed10b756","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:54.010085171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"54aa1762-1628-431f-882c-59903348bd62","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:54.067201522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"54aa1762-1628-431f-882c-59903348bd62","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:54.218292743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"303dfe8c-4dcd-4e4e-9559-13b6eda0f562","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.136987283Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.137063789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.137129727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","tenant":"e2e-shared-b-w4-8f16f5","tenantID":"e2e-shared-b-w4-8f16f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.193004401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-8f16f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.253899832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Service","name":"maas-api-e2e-shared-b-w4-8f16f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.308976472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-8f16f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.363094871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-8f16f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.418241958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.472691864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.530164609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.536435185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d236100-4d9f-404d-ad09-0f48e2eb514f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.584970511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.636822008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.649264261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f2114e6-77b9-44da-91d5-4ed7cbb395ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.688447225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.740166422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.793119309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.806995034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"aca330c9-9498-4adf-9c4d-ed9091810287","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.844904065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.896570741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.901977597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"b5baf18b-24a7-4dc3-8cb2-0a9ab14ebdfa","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.902020256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"0a7d3c5d-a44f-4415-884a-aab41621c4d5","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:57.948247797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.002236052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"7275d668-6352-46c0-88c2-63ff33c30b4b","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.004267355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.055577897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.10482907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"5100209c-ee37-47ca-ae28-63b410902460","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.106797049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"d5ce0aba-66a7-41e8-95c7-bd8505ec0378","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.107167384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.158357558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"b6aa6482-1673-4b8a-acc9-f1dbbb8fb330","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.161013168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.161274367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6f8dd3ba-fb5c-4273-8efb-989a26311768","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.164234695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"d5ce0aba-66a7-41e8-95c7-bd8505ec0378","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.208005646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ca9c3228-02e9-4898-be4c-33a954960d74","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.212623468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"namespace":"ai-tenant-e2e-shared-b-w4-8f16f5","name":"default-tenant","reconcileID":"e3799951-7f54-49da-bcd9-dbf51bef0da4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-8f16f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.215586614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"b6aa6482-1673-4b8a-acc9-f1dbbb8fb330","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.218372952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6f8dd3ba-fb5c-4273-8efb-989a26311768","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.25969941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1717c559-7e37-461a-b73a-1192de30fd33","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.265439592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ca9c3228-02e9-4898-be4c-33a954960d74","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.279398774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"4a0ae40c-6b2b-4283-9229-9c23895e9d1f","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:58.317220333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1717c559-7e37-461a-b73a-1192de30fd33","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:59.734172727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"09ce1be0-fc98-4068-93a2-d7b8d65adbed","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:59.839852574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"28f19bd1-5746-4a26-b56f-17a17f0f1551","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:07:59.947610066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"21d647eb-7528-447d-88da-31817051f2a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:00.004886503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"21d647eb-7528-447d-88da-31817051f2a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:00.530728324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"b59c7a69-bd9d-4132-97dc-40580c8e0da0","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.421875866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-quota-ef713e-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]","namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-quota-ef713e-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.475670463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"abe70736-31df-461b-80e8-4d8b7143a3a2","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:05.533959776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-quota-ef713e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-ef713e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.641835992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"f74dc500-d93f-48db-8c86-ae5d4f426d10","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.644203289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0b2353d5-3425-4418-b295-53aad2c2416d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.644466906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"dbb043d6-b37e-4c3d-b247-a0f4f81c20a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.645126455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"351dec01-9b29-4356-8beb-ea9989afbe07","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.706960279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"351dec01-9b29-4356-8beb-ea9989afbe07","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.707514853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0b2353d5-3425-4418-b295-53aad2c2416d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.709285693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"dbb043d6-b37e-4c3d-b247-a0f4f81c20a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.75367159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"984bd732-c48d-492a-aa88-4a878fd519ec","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.853308629Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"f66146e8-50c7-4949-a63d-92b17e615bd9","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-quota-ef713e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:05.862231312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"d4ed2883-3818-4a06-ab42-15c648ac7e12","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.124440993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"7eb92acc-2a82-4337-b55c-d119b2a5f7a1","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.23099843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2abc982-e9ed-43aa-8880-9b89d5e78809","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.231125851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"953595b9-1e38-428e-8175-6649d5504667","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.231557313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9fa99b51-8318-4d5f-93c3-ddba608ddb3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.284085837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"7696d4fd-b4c5-4ac2-bc7e-1b1e6221ae7e","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.284145774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"7696d4fd-b4c5-4ac2-bc7e-1b1e6221ae7e","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.288662245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9fa99b51-8318-4d5f-93c3-ddba608ddb3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.288806017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"953595b9-1e38-428e-8175-6649d5504667","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.290890061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2abc982-e9ed-43aa-8880-9b89d5e78809","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.342027209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"5adc3a7c-545e-43b5-80c9-70015cb8afe3","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.342094163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"5adc3a7c-545e-43b5-80c9-70015cb8afe3","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.38823142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"f0f75bcd-5256-4d88-8b0b-9552d02d2d5c","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:06.547204583Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8f16f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8f16f5","reconcileID":"57b0fb6d-b1e4-46a4-a0d1-bfc9002c213f","aitenant":"ai-tenants/e2e-shared-b-w4-8f16f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.706961639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"f4b38296-d59d-4adc-8609-7c6b9f9e7bd3","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:06.707036182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"f4b38296-d59d-4adc-8609-7c6b9f9e7bd3","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:07.080186537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909afd91-91fe-4b22-a583-371cdc9d1cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:07.132094346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909afd91-91fe-4b22-a583-371cdc9d1cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:07.183724581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909afd91-91fe-4b22-a583-371cdc9d1cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:07.235509902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909afd91-91fe-4b22-a583-371cdc9d1cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:07.345101164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8f16f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8f16f5","reconcileID":"57b0fb6d-b1e4-46a4-a0d1-bfc9002c213f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8f16f5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8f16f5"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:07.558258637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"11683639-e20b-4110-ae06-e12526c3a745","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:07.558323061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"11683639-e20b-4110-ae06-e12526c3a745","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:09.170124517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e492e9-d77b-42ca-b598-1fa4d5b76351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:09.221871643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e492e9-d77b-42ca-b598-1fa4d5b76351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:09.273663231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e492e9-d77b-42ca-b598-1fa4d5b76351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:09.325443186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e492e9-d77b-42ca-b598-1fa4d5b76351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:11.263565624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de8c60-109e-42ee-be36-6e5bdea2861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:11.315465996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de8c60-109e-42ee-be36-6e5bdea2861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:11.367397898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de8c60-109e-42ee-be36-6e5bdea2861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:11.419265865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de8c60-109e-42ee-be36-6e5bdea2861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.084600245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"aa0cf974-a9e4-48f5-866d-83648cda884e","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.377025092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"e3e59cab-4fe1-4ae9-876c-4b9a34272c0a","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.662954372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"d12482c5-2030-4e93-8ab3-fc03a1c24c01","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.662960249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"84d9223e-4c31-4101-8812-e3dd930c6c65","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.663450674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"8aaf6163-0b79-4cbc-aec1-1a3b217f235a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.663569291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"36253772-9154-44e6-bff7-15a38fefeb9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.663846153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"1f185509-e885-41d4-a54b-f6002f0d5300","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.721942591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"1f185509-e885-41d4-a54b-f6002f0d5300","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.722112138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"d12482c5-2030-4e93-8ab3-fc03a1c24c01","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.726095033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"84d9223e-4c31-4101-8812-e3dd930c6c65","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.72617378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"36253772-9154-44e6-bff7-15a38fefeb9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:12.730777849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"8aaf6163-0b79-4cbc-aec1-1a3b217f235a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:13.20013661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"b421b324-991e-4f05-9552-74b5a3bdf3a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:13.257406616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"b421b324-991e-4f05-9552-74b5a3bdf3a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.492828191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"84ab5e71-e698-4dc5-9529-fd6840b422ef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.647585791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0da7703b-ab51-4c75-b739-169bb126e0c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.647765682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f9484042-07d4-477a-bb46-d69c19f5d91a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.647589134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"010820bd-28dd-4728-adf6-7273e6989af4","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.65317109Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"5a949801-f105-4aad-a321-c01b8bc5e69c","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d05cac53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.705550251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"010820bd-28dd-4728-adf6-7273e6989af4","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.705632083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"0da7703b-ab51-4c75-b739-169bb126e0c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:16.707748789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f9484042-07d4-477a-bb46-d69c19f5d91a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.175962807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"c1b520eb-03d4-47b4-9b30-1172d0a8d952","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.176125681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c20e61fc-aa80-42b2-83b3-a46b8b8a79ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.17596286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"806124ab-9531-44d5-8700-7489fc075997","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.23299621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"c1b520eb-03d4-47b4-9b30-1172d0a8d952","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.233412919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"806124ab-9531-44d5-8700-7489fc075997","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:17.235208343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"c20e61fc-aa80-42b2-83b3-a46b8b8a79ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.067356282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.362172455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"8a6e9b50-da65-45d1-bce8-fab641d2f8aa","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.4778903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"06906907-736a-455a-a022-ac6e399bb5d0","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.580975711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"6b3f1c67-420c-49bb-9d18-abcea7fa74ac","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.71747963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"5b1236db-3542-44c4-9e85-1829da2be365","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.761987623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28a0e61b-7f2c-446f-b431-a43d00309b69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.780229986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8bd4706-df9e-4c35-8ad4-acb14f49d5ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:20.920153812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"f5b011b6-47a0-4016-96f2-e4732e5ad1a5","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:26.706169947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"f6a60fda-81ef-4da9-b391-37c211a0700b","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","subscription":"e2e-shr-quota-ef713e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:26.812112114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"f6a60fda-81ef-4da9-b391-37c211a0700b","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:26.864879531Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-sub","reconcileID":"f6a60fda-81ef-4da9-b391-37c211a0700b","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.137120459Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-quota-ef713e-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]","namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.189450562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"5bd5b731-9dc2-434c-b847-ce1bf11561d7","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.347202202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3932b5bf-7d7f-42a2-8374-f9d91f092a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.34736797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f3424957-9315-480f-a746-a1e4e82c09e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.347202338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"f437b076-8d0a-464b-8d67-7ac8799f0d5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.354842342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"1c077eb1-bfb4-4396-b0c2-76750ba499c5","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.40447109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3932b5bf-7d7f-42a2-8374-f9d91f092a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.405460189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"f437b076-8d0a-464b-8d67-7ac8799f0d5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.406583633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f3424957-9315-480f-a746-a1e4e82c09e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.459929224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"5bc915f2-8247-45a8-9187-b1aaea8dbb81","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.565283307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"bb18cfa3-ace4-4b19-afb1-8cb31f5c49d8","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.664518025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-quota-ef713e-access","reconcileID":"da1c2cd1-32e1-495e-bfe4-efef8649f168","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:27.877804633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","reconcileID":"cae98cf5-2e0f-41f3-a105-027ce16cd1db","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-fa6a4f5678b5","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.027970135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"c10c5abc-1b88-4745-9ce1-21fc2336ba88","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.184590629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"0054cc0f-78aa-42a4-bf0e-1abd84fd662e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.184665623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c6c1afd8-94ee-4b25-9522-b4c1f2de2681","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.189928461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"b1e06ebc-26b2-4eeb-b8dc-ba68d529b670","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.191336685Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"96b9f283-5ee5-4525-b20b-d0bfd1422dd5","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-49ee6599","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.242059482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"0054cc0f-78aa-42a4-bf0e-1abd84fd662e","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.2420842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c6c1afd8-94ee-4b25-9522-b4c1f2de2681","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.246852319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"b1e06ebc-26b2-4eeb-b8dc-ba68d529b670","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.712898613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1008980c-e50d-4850-8072-a414f5cc4a20","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.712902148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5efaf75d-5c9d-42d0-b02c-827781cd93c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.713597549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"d5cd257f-9a56-4b76-8214-9545c481ea9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.7721745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"1008980c-e50d-4850-8072-a414f5cc4a20","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.772174498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5efaf75d-5c9d-42d0-b02c-827781cd93c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:28.774326536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"d5cd257f-9a56-4b76-8214-9545c481ea9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.462064426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"51ac03de-3d0e-464c-9724-6c4ba65bff3b","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.562520182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"e0cd2ef0-1f3e-4968-ae05-867ca44fb104","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.691012133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"92e924fd-53a5-4864-a6e8-90c28433903b","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.739771523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70337e38-75d4-4257-a3e1-9860d8df9d02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.811451967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"15eb12c8-0faf-4c68-a665-e9c8ffb409ac","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.87758254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9616e5bb-907d-46b3-a1f0-0561fb3fdf74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.917625712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3c825c4c-6228-4f3d-801b-f9a1461cd99a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.918123669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"82a18f9e-3f25-4d14-a05c-bbb7c6ddf7b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.971634043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"c28ec29e-9652-42e6-9af3-18613be6cbae","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.972162456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"26ae43c0-d810-43af-a75f-d50380b0e7eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.97216676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"a843fc5a-3219-4b43-b272-6007e5116f50","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.975274793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"3c825c4c-6228-4f3d-801b-f9a1461cd99a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:30.975336137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"82a18f9e-3f25-4d14-a05c-bbb7c6ddf7b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:31.02882412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"c28ec29e-9652-42e6-9af3-18613be6cbae","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:31.03067052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"26ae43c0-d810-43af-a75f-d50380b0e7eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:31.030950526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"a843fc5a-3219-4b43-b272-6007e5116f50","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.420743355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"71e2a73c-984d-4653-aafc-3288ab0dfdf1","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.52041863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"2e7c16d6-11b8-4a61-af64-f96f25bb1bf0","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.53534313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"20c7ad3e-983c-48cc-9759-d115c64deeba","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.57002436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf994762-24de-40b2-b552-98c27191e184","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.721287457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"0b969bc6-784a-44e9-974d-3a2de23fc0b4","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:36.833463595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff901fb1-dff5-4269-8bf9-59258c80b58b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.24448402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"54b10bec-2dd3-46a6-8b9d-0f49f787b080","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","subscription":"e2e-shr-quota-ef713e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.349901156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"54b10bec-2dd3-46a6-8b9d-0f49f787b080","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.402335394Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-sub","reconcileID":"54b10bec-2dd3-46a6-8b9d-0f49f787b080","MaaSSubscription":{"name":"e2e-shr-quota-ef713e-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.677346851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]","namespace=ai-tenant-e2e-extmod-b-bf9c3d priority=0:[ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-b-bf9c3d/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.729655582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"426bb37e-3008-44eb-8f6b-51846b068cee","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.884365664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"ed57af15-d37e-4a8c-a902-54c2e645008a","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.884831807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7a10ce6c-9386-4be5-95ab-08610972aab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.885449204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"63a03cc2-389e-4691-b75f-dfd40bfdb87e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.892112272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"6618e537-ddbb-4f80-a166-cf75f4314c12","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.941737776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"ed57af15-d37e-4a8c-a902-54c2e645008a","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.94231986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7a10ce6c-9386-4be5-95ab-08610972aab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.945618556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"63a03cc2-389e-4691-b75f-dfd40bfdb87e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:38.997300433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c53c403a-cf2c-4061-b83c-9dd88eda8f93","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:39.102109212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"7f2968a4-766e-4765-86e7-eff3b21d0418","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:39.20306657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-quota-ef713e-access","reconcileID":"436ce1ad-b64c-4e9e-a471-7e19837522f8","MaaSAuthPolicy":{"name":"e2e-shr-quota-ef713e-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:39.416771291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"8601d8e6-b660-4734-af2c-323febd2db3e","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:39.842011647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","reconcileID":"8cbba622-6b9e-4538-8a36-733f4eb1740e","MaaSModelRef":{"name":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-quota-ef713e-ce5830a14bb0","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-quota-ef713e-e2e-extmod-a-f761e3","externalModel":"e2e-shr-quota-ef713e","provider":"e2e-shr-quota-ef713e-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.45911656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"d31c2ecb-9b20-4d74-a195-501e8d456771","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:40.570846519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"3069d0d6-74f8-483d-bebd-3ef78854fa3b","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:40.570907845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"3069d0d6-74f8-483d-bebd-3ef78854fa3b","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.617153139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c4d796-608b-4bc4-a0f3-eb4caca89d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.617210184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"18cc7575-dc30-4910-b789-2613b1f90816","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.620473551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"74a278a8-0c7c-4104-9eab-ff2985d1862e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.621272837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"2eebc67c-3744-49b6-914e-7796c7c8895d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.621716858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"74e17148-4f5a-4835-895d-c8d2b14b9786","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.623929443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"30746698-3f5a-4398-b291-c3452b6509bb","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.674235936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"18cc7575-dc30-4910-b789-2613b1f90816","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.674267157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c4d796-608b-4bc4-a0f3-eb4caca89d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.679152439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"74a278a8-0c7c-4104-9eab-ff2985d1862e","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.680793625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"2eebc67c-3744-49b6-914e-7796c7c8895d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.681948531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"74e17148-4f5a-4835-895d-c8d2b14b9786","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.729581772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"ba035fd0-11b1-436c-a8d6-4a282b9b7046","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.779201921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a8a757c0-29f0-4fcc-9905-922b23974d4d","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.779556825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"571f88fa-685f-46ad-8741-848f6293273d","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.780233718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"ad867a80-4a69-486d-b641-146fc372892b","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.781138935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"2c211399-3d22-4934-87f0-7e4a2fb4ca1d","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.835042543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"4555bd7f-2372-4fe4-8228-f9d9391967f1","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:40.939654193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","reconcileID":"a9b38848-068a-4485-a3bd-cca9373ef26a","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-a115d0d8eded","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.051685472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f90d9ec3-1463-4ab9-ba2e-8a1081411d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.055526458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"89a949c3-74df-4627-9034-8c2f4d148005","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.108822261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f90d9ec3-1463-4ab9-ba2e-8a1081411d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.157384452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"085b6895-6125-43dd-b0df-06dee39e1fdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.157568346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c389e809-ccb8-45a7-a66c-2ffde3d7decc","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.161799578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2392700-6ae2-48dd-9765-721ef0082955","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.162039959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9729dd24-165b-49cc-be3c-b109eb4da0a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.163305717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"f6ef40cc-3670-420b-bf4c-67a6e9f3e760","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.214811702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"085b6895-6125-43dd-b0df-06dee39e1fdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.215119427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"c389e809-ccb8-45a7-a66c-2ffde3d7decc","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.216088669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"b63cff61-c06f-4b84-8539-2e6c052e17ee","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.216866377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"f3a4e464-018c-4c9f-8335-377ad3c6d3ff","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.21709658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"4a3da410-253e-400b-a295-1484bb3cc8c8","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.217878056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"b18097a1-4766-4ec9-8e4f-9034f6924ccc","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.221924326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"a2392700-6ae2-48dd-9765-721ef0082955","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.222356665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9729dd24-165b-49cc-be3c-b109eb4da0a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:41.268823342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"e28a1811-37c1-4bd7-aa0a-d3e2c6c916d0","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:08:41.268895811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-ambiguous","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-ambiguous","reconcileID":"e28a1811-37c1-4bd7-aa0a-d3e2c6c916d0","error":"ExternalModel e2e-extmod-shr-user-320794/e2e-shr-amb-e323b9 is attached to several gateways [openshift-ingress/e2e-extmod-a-f761e3 openshift-ingress/e2e-extmod-b-bf9c3d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.280447219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"acf20683-3b39-4bb3-9012-7bc9b9572d99","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.321293302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"44e5b324-5cc9-40c8-9962-40feb2de9f28","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.425578561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"fce0ed75-61ae-45a6-bd53-50413034fca5","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.469516958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d1efc7-5e4b-4dfc-a218-a382d41965b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.526276564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d1efc7-5e4b-4dfc-a218-a382d41965b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.530167826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"f035dd3d-7f29-4096-b80a-6e34c82e2ec9","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.632736959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bf0f53e8-f728-49ab-ba34-bce96e800d11","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.632758505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5eb76ba5-2d82-4c62-8e5f-def3fce3ad6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.637410196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2c30e3d-197d-44e4-b5c9-0599d249d474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.637648747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9f31971c-13e1-4009-bc2d-813e80087f82","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.689850623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bf0f53e8-f728-49ab-ba34-bce96e800d11","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.689910032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5eb76ba5-2d82-4c62-8e5f-def3fce3ad6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.695335438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"9f31971c-13e1-4009-bc2d-813e80087f82","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.695490889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2c30e3d-197d-44e4-b5c9-0599d249d474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.890276968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f35bd10a-8a61-4763-91c2-034e647c32bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:41.947179985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"f35bd10a-8a61-4763-91c2-034e647c32bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:42.858747056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","reconcileID":"d2963365-7022-4e2e-b71a-7835c276a9c1","MaaSModelRef":{"name":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-amb-e323b9-f3a83934c307","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-amb-e323b9-e2e-extmod-a-f761e3","externalModel":"e2e-shr-amb-e323b9","provider":"e2e-shr-amb-e323b9-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.458008374Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"92d7b8dd-fea8-4752-b230-8b21e0881242","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.615607392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee5ff7d-a365-4f7b-be17-fb0867241fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.616769577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16cdf722-938b-4403-8f68-46cbc061ccfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.616931234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"18dd1bc3-5bff-4480-9937-07174e734fb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.616771532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a7a21294-54b8-47ca-87e9-c66981c38f5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.617321036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"86927fef-9d35-4773-b4bf-ade18ddf87bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.672729664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee5ff7d-a365-4f7b-be17-fb0867241fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.67366787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16cdf722-938b-4403-8f68-46cbc061ccfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.675158688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"a7a21294-54b8-47ca-87e9-c66981c38f5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.675909206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"86927fef-9d35-4773-b4bf-ade18ddf87bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:43.677283199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"18dd1bc3-5bff-4480-9937-07174e734fb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.035230429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"65b53501-7de3-4200-8e1d-8388166ce657","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.092509975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"65b53501-7de3-4200-8e1d-8388166ce657","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.39287508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"ab940a11-c154-4e2f-98fa-8417fded284c","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.44186307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff2459d8-eff8-4abe-b520-2194d9ee4bc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.516640117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"d28ee5fa-4dc8-41eb-8579-f8420346aca7","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.580086032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d980f61-2bb4-400d-a06c-67887b9c8f41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.755303455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"f1ff7b18-2f93-4ca9-a283-92262ae69a5c","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:44.867708077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"57cb655c-5fb3-494e-912a-4aaf11c68064","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.444315937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"17220a6e-209a-4ce8-a862-9a34b9de2bc8","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.550278169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"c828ce63-3328-4038-9886-b3e5b54a89ef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.552053762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"639200a9-ff95-49cd-8f97-acb10b5f2d33","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.552325249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7c5dfd4d-8e1f-4710-852f-dd101f0c7298","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.552485008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bf5991e8-1c35-48f7-80b6-4c1bc34b17fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.552912634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"de664646-a3d2-412e-a467-f43b0bf66e49","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.611008571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7c5dfd4d-8e1f-4710-852f-dd101f0c7298","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.616667986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"bf5991e8-1c35-48f7-80b6-4c1bc34b17fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.611024038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"de664646-a3d2-412e-a467-f43b0bf66e49","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.615850186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"639200a9-ff95-49cd-8f97-acb10b5f2d33","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.656616609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"b81d7d51-8695-45e2-90bb-bd38cb3c2982","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.656847296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"f95a62f7-97c9-41df-92c6-f8645af74dec","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.657038601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"cbabfb76-beed-4183-a9e0-baa6614ce455","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.657309965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"9a992952-48a2-4606-b040-7de56f252d27","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.657489087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"fa023a0e-73a9-4308-9ea0-8b1f9819e202","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.765019126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"db15d3af-7ba0-4d30-9666-dcff82a6266f","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.871810828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"e53afac5-22fe-47d0-80c4-0141b3b0a388","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:46.978327054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"b09fb23e-d2fe-4660-a8cc-115f9e7f091a","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.03896716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"96801943-c61f-441d-927b-9ae92b059ac3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.038994573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"530d2a87-117a-4154-bbd6-1faeb87b874f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.039487803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ca993ea4-1e50-4afd-a367-7fa32ee94c4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.039842746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"2f23b911-4ca8-4915-9943-0656504f8bc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.080510383Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e323b9","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","reconcileID":"bea339b0-661b-4ba9-bd0b-eae0ed0fa2ce","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-amb-e323b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.081518199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"3c04e16e-a4d5-42c9-8bfe-8f6b5c7b16ec","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.082057831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"1aec63af-fffe-471b-a9b8-b124f2fbb8d2","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.082604367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"18692cd7-53cc-485e-b8bf-6b7150167242","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.083297477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"9fe13317-e974-4870-bfb1-c3a8ec939255","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.083651317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"53009cde-0d4c-435e-9293-c703c7d8f445","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.097179194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"96801943-c61f-441d-927b-9ae92b059ac3","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.097287548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"ca993ea4-1e50-4afd-a367-7fa32ee94c4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.099464861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"530d2a87-117a-4154-bbd6-1faeb87b874f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.099813092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"2f23b911-4ca8-4915-9943-0656504f8bc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.237610339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde3bc26-bff8-4683-8257-8a157c1f4b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.323896364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde3bc26-bff8-4683-8257-8a157c1f4b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.581325813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f1917449-a63a-40e4-b6d0-e629323cedcd","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.581512276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"36dd9b55-20e1-46f4-aba9-37c91f6e5975","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.581758053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ffdc84bc-7b05-4a43-a6f8-d356a5f97be0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.582119838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"afbe3cbf-74f7-4106-9847-0020ad2cb09a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.640440495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"36dd9b55-20e1-46f4-aba9-37c91f6e5975","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.640599886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"f1917449-a63a-40e4-b6d0-e629323cedcd","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.642652653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"ffdc84bc-7b05-4a43-a6f8-d356a5f97be0","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.642662597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"afbe3cbf-74f7-4106-9847-0020ad2cb09a","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.679482696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"3cac61b1-a98e-4ab6-be56-172f901656c0","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.686754135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c380bdf-35b1-45cf-b93b-daf5b23e9d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.743763259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c380bdf-35b1-45cf-b93b-daf5b23e9d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:47.842688323Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"c59eed8f-f74d-4a13-9460-999f885d0ffd","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41588e7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:48.058488561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"475e3361-01bc-4356-b29b-c228094f62bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:48.058488559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8c9d7419-f712-4791-b4c7-368c7f2ab66a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:48.116056753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"475e3361-01bc-4356-b29b-c228094f62bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:48.11606475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"8c9d7419-f712-4791-b4c7-368c7f2ab66a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:50.066448645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:57.89590752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8e1e9e89-e027-4775-b57c-71b70ea394d8","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","subscription":"e2e-shr-auth-98c9f7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.000817602Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8e1e9e89-e027-4775-b57c-71b70ea394d8","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.053805921Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"8e1e9e89-e027-4775-b57c-71b70ea394d8","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.325361076Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f761e3 priority=0:[ai-tenant-e2e-extmod-a-f761e3/e2e-shr-auth-98c9f7-sub ai-tenant-e2e-extmod-a-f761e3/e2e-shr-shared-ae8068-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.378249393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"03299d8c-9c7b-4982-b2d8-9fc62c098f4f","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.482878494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"aa60023c-ff38-4359-b14c-271d75d94a34","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.482936397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"18643536-e844-4b69-8ec9-3e4a08ad8d92","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.540132823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"18643536-e844-4b69-8ec9-3e4a08ad8d92","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.540331964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"aa60023c-ff38-4359-b14c-271d75d94a34","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.542033833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"8894c263-9ab6-442a-a740-19681355b13a","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.647202265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"a2b32c7a-d025-42ef-a49f-0462b5f0f50f","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:58.801600547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-auth-98c9f7-access","reconcileID":"d33e5d5e-2e0f-4fcf-84dc-1b616c1f4ba0","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.014281597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","reconcileID":"b552f9fb-cb62-4042-bcdd-dbe09a636858","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-7253f0a84cba","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.166633598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"72c97de5-679f-4c25-94c7-c16b49a18c3a","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.269624228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"a7b7ebe2-94cc-4d7d-b26e-fb81f51c0dd4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.269733584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7683dbb4-331a-45bc-8105-f8439b9e2725","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.327054454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"a7b7ebe2-94cc-4d7d-b26e-fb81f51c0dd4","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.327436387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"7683dbb4-331a-45bc-8105-f8439b9e2725","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.328654956Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a21643e6-7a0e-47d1-b1c4-b5f2c37cb1b6","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63466154","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.745810269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6c47bbeb-1190-410c-baa2-eca32a18b546","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.745855449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"87ca343f-3c02-47d2-a1e4-0c4d704221f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.803335606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"6c47bbeb-1190-410c-baa2-eca32a18b546","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:08:59.803365926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"87ca343f-3c02-47d2-a1e4-0c4d704221f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.380304338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"1887c980-da66-4ac4-97a0-379cfda7b5e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.43210186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7f3d4566-3d31-49b5-9a59-61eefe8f1135","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.432415104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"637480fd-efd6-48c6-aab0-c6e8af3e9f10","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.437055137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"1887c980-da66-4ac4-97a0-379cfda7b5e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.489710959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"7f3d4566-3d31-49b5-9a59-61eefe8f1135","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:03.489743033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"637480fd-efd6-48c6-aab0-c6e8af3e9f10","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.380477527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a02c724c-e0d7-4516-8f02-d199ae760425","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","subscription":"e2e-shr-auth-98c9f7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.485972908Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a02c724c-e0d7-4516-8f02-d199ae760425","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.538310466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-sub","reconcileID":"a02c724c-e0d7-4516-8f02-d199ae760425","MaaSSubscription":{"name":"e2e-shr-auth-98c9f7-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.86071784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"c25efb47-34e0-4b9a-8c9a-3dfb79bc040d","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.963813202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e87c24a1-ee05-45fa-a687-34330b3bd562","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:09.964002267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"00d4f650-1746-49c1-8e67-b62f5d171355","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.021349216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"00d4f650-1746-49c1-8e67-b62f5d171355","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.021507177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"e87c24a1-ee05-45fa-a687-34330b3bd562","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.023900478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c9fa8780-c932-401b-9a5f-95eb6e08dace","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.128954727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"f9ae156f-bf69-49ff-aafb-326309d65f38","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.281167224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-auth-98c9f7-access","reconcileID":"5487956f-0348-4eaf-a43c-23346e7e3332","MaaSAuthPolicy":{"name":"e2e-shr-auth-98c9f7-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.542840603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"b53e6aea-06e1-4b3f-b0bb-1b889d143788","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:10.963294066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","reconcileID":"b0bb5b77-9ff1-4ced-9792-bc3311747ec0","MaaSModelRef":{"name":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-auth-98c9f7-4f0fa4815a98","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-auth-98c9f7-e2e-extmod-a-f761e3","externalModel":"e2e-shr-auth-98c9f7","provider":"e2e-shr-auth-98c9f7-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.572835824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"88f61e26-4f3f-43ad-88ec-c6ee059c90d1","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.677564165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4c68c438-0d46-4ad1-a446-84796f7cfc0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.67849623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"2cac9506-bc0d-43f6-a04e-483fe32033a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.682860221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"c2058bfa-1f8e-43e7-92ce-790c5737ff22","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.728875752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d81bd5e-b6f4-4779-822c-848fe8062857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.729674618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a0f4c6e-4d6d-47ce-ad2f-e478de8d1e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.735735791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"2cac9506-bc0d-43f6-a04e-483fe32033a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.736079333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4c68c438-0d46-4ad1-a446-84796f7cfc0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.787624307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a0f4c6e-4d6d-47ce-ad2f-e478de8d1e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.78770046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d81bd5e-b6f4-4779-822c-848fe8062857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.789290047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"f3b5ee6f-8a5e-45c4-8234-8533a10e0a92","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.892843168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"9068159f-62c7-450b-bd08-67fc81871676","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.893279666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"6d21bf07-1704-4ae3-9b7a-455ef95618f7","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:11.955638278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"f1574a8d-3978-43c4-9579-ecd4177a26ca","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.060880661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"0f3e018c-42e2-4071-b6db-e6d99bb1d1a5","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.105858343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"edd0880c-bff5-49f7-90d2-ab279e085119","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.162972974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"edd0880c-bff5-49f7-90d2-ab279e085119","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.206190038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"fc3ccad1-120c-4baa-94e8-7ce27a8c29a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.263386753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"fc3ccad1-120c-4baa-94e8-7ce27a8c29a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.315817535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"2c3a4b45-cd75-4946-bce5-e8aa74e0f803","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.315867292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"581f0e40-06ec-400c-8b93-90bd8765fd08","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.35910217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-98c9f7","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","reconcileID":"9c466e8b-426f-44b9-8c4e-5cd4505fb9f9","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-auth-98c9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.518406614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06237c33-de58-48f4-903c-e23ea39fafa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.518770732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de38ff1-67b1-490c-b79b-c01868d1d4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.573435606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"f1f58966-e335-41a9-96d1-42caf1bf4918","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.579554169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06237c33-de58-48f4-903c-e23ea39fafa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.579864389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de38ff1-67b1-490c-b79b-c01868d1d4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.630418798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"f1f58966-e335-41a9-96d1-42caf1bf4918","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.664782242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0184c0e4-d22d-4e1c-94be-c9c2a9f3f29f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.721853031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"0184c0e4-d22d-4e1c-94be-c9c2a9f3f29f","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:12.934840218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"80da15da-c2ce-4fa1-8752-58932210e845","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:13.08777093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"1edd4265-696d-4aef-a2e7-f4e4f964b988","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:13.098952166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"6350f3c4-5140-4781-90bf-570ed7c630a0","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-38f9c832","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:13.144526599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"1edd4265-696d-4aef-a2e7-f4e4f964b988","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:13.509312584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4d679603-2ed2-4b1c-8894-c50f81fd9e2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:13.566483611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4d679603-2ed2-4b1c-8894-c50f81fd9e2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:20.067672405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.153424762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"d0d69847-83bd-40f4-8ee8-fcf654374cad","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","subscription":"e2e-shr-shared-ae8068-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.258295288Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"d0d69847-83bd-40f4-8ee8-fcf654374cad","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.310624252Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-sub","reconcileID":"d0d69847-83bd-40f4-8ee8-fcf654374cad","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.636108536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"790e296a-5cdb-47f6-94ac-7511eb4b7f57","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.694784067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4841c30b-8119-46c8-b8c0-4fd80a01da6a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.75162449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"4841c30b-8119-46c8-b8c0-4fd80a01da6a","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.805975227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"b49652d0-2a4a-4711-b42b-3adc6e57d263","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T18:09:23.911466654Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"b49652d0-2a4a-4711-b42b-3adc6e57d263","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T18:09:23.91152626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"b49652d0-2a4a-4711-b42b-3adc6e57d263","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:23.969266663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"6004afde-36be-4b31-8eef-fa6ac93a2e3c","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.01149732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3a3571ad-82d1-4f77-be34-00a3071965a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.168085968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3a3571ad-82d1-4f77-be34-00a3071965a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.303908323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3a3571ad-82d1-4f77-be34-00a3071965a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"name":"e2e-extmod-b-bf9c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.303929004Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"e2e-shr-shared-ae8068-access","reconcileID":"3a3571ad-82d1-4f77-be34-00a3071965a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.413622078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","reconcileID":"c1e83430-2e66-4437-a1ac-12f9b6ba5287","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-efc5678c174a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-b-bf9c3d","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-b-bf9c3d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.563002217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"fe234e2c-372a-4ef6-9418-79180de4a3c4","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.614166223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"df3f0249-cc4c-48d6-bcad-0b8dc804c6e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.671315504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"df3f0249-cc4c-48d6-bcad-0b8dc804c6e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:24.725605741Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"bcff64eb-f46f-43e7-bbea-aa7a74e06248","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3eb6ead6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:25.036085676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"13a0542d-e579-40c0-ba28-92a631a477cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:25.092722564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"13a0542d-e579-40c0-ba28-92a631a477cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:30.225114515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"913398b4-1877-4103-82f8-f49b67ec0b9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:30.282435328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"913398b4-1877-4103-82f8-f49b67ec0b9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:34.778879142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"41aedbaf-c6d8-4b46-a9c3-1e2ae3160afe","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","subscription":"e2e-shr-shared-ae8068-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:34.884084596Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"41aedbaf-c6d8-4b46-a9c3-1e2ae3160afe","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:34.936840049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-sub","reconcileID":"41aedbaf-c6d8-4b46-a9c3-1e2ae3160afe","MaaSSubscription":{"name":"e2e-shr-shared-ae8068-sub","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"maas-trlp-e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794","model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.265144855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"8606250c-1c2b-4a2b-b051-6c79ddec014e","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.31736314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"01501a35-985e-4acd-8701-099e28c9efb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.39489843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"01501a35-985e-4acd-8701-099e28c9efb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.444886079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"114ebfe1-352c-4ca4-a786-d12c3402b6c7","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.658928132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b3bc608-70cc-4bee-ba1e-ee1414b2dbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"model":"e2e-extmod-shr-user-320794/e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.816326568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b3bc608-70cc-4bee-ba1e-ee1414b2dbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.944791243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b3bc608-70cc-4bee-ba1e-ee1414b2dbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"name":"e2e-extmod-a-f761e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:35.944814141Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-shr-shared-ae8068-access","reconcileID":"5b3bc608-70cc-4bee-ba1e-ee1414b2dbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-ae8068-access","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:36.056676398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"b0973826-28c2-4c0a-961f-35d46e85ccf7","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:36.479055403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","reconcileID":"450587c1-d00c-4d70-a8fb-d9e2de025531","MaaSModelRef":{"name":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","namespace":"e2e-extmod-shr-user-320794"},"routeName":"external-model-e2e-shr-shared-ae8068-201238c11a6a","namespace":"e2e-extmod-shr-user-320794","model":"e2e-shr-shared-ae8068-e2e-extmod-a-f761e3","externalModel":"e2e-shr-shared-ae8068","provider":"e2e-shr-shared-ae8068-provider","gateway":"openshift-ingress/e2e-extmod-a-f761e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.066837314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"0f065e4f-10d4-40ad-a39c-8f2672716a70","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.223399759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89650ead-da6e-4569-b8f6-97ec09c48946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.223401119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a99cdfb-cc70-40b0-b7f9-c2f95ecb4518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.280905993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89650ead-da6e-4569-b8f6-97ec09c48946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.282327386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a99cdfb-cc70-40b0-b7f9-c2f95ecb4518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:37.847048117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"0606ddba-f63d-40e5-969d-5245591e5988","namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:38.001380745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad00a52-b1a4-4865-9d1b-3c3f9ad709dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:38.001853572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d77454a0-e30d-4e74-b7a7-3f396025cfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:38.058756046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad00a52-b1a4-4865-9d1b-3c3f9ad709dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:38.058949132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d77454a0-e30d-4e74-b7a7-3f396025cfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:50.067043265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:52.711133037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9794cffe-bd21-48ab-ae3d-af0fb78566fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:52.762795314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9794cffe-bd21-48ab-ae3d-af0fb78566fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:52.814674346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9794cffe-bd21-48ab-ae3d-af0fb78566fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:52.866856229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9794cffe-bd21-48ab-ae3d-af0fb78566fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:53.237079669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05f84cab-fb1c-4047-afe0-d1fe84c51f0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:53.317121575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50ec1f7d-b88b-46d8-bc8d-e4a825439d5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:54.77544702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274a4875-ff8a-467d-a48d-8b136ab05b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:54.827198925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274a4875-ff8a-467d-a48d-8b136ab05b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:54.878860739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274a4875-ff8a-467d-a48d-8b136ab05b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:09:54.930602829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274a4875-ff8a-467d-a48d-8b136ab05b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:04.903697891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:04.90380037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","namespace":"ai-tenant-e2e-extmod-a-f761e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:04.903861969Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","tenant":"e2e-extmod-a-f761e3","tenantID":"e2e-extmod-a-f761e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:04.958266046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f761e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.021513804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Service","name":"maas-api-e2e-extmod-a-f761e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.081915953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f761e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.136142563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f761e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.193497091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.248917902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.306150945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.362434151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.414951857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.466747057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.518861707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Service","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.57076007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.622625686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.67421384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.725705793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.781693545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.83370064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.885445144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.938506811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f761e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:05.991378265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"96c68c72-2330-4d33-acb1-c87ee878df8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f761e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:10.017814343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ea520e3-af10-4ad9-8a98-ae4eeec0d699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:10.130666363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d6689ae-3edf-46bf-9730-56dbc17389d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:13.439182869Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f761e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f761e3","reconcileID":"ceb71eeb-8ad8-4bed-9a8c-571f372d79e7","aitenant":"ai-tenants/e2e-extmod-a-f761e3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:13.967495473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6548a3e-4067-4883-b374-98a2776c65ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:14.019294395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6548a3e-4067-4883-b374-98a2776c65ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:14.070956978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6548a3e-4067-4883-b374-98a2776c65ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:14.122806272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6548a3e-4067-4883-b374-98a2776c65ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:14.285836042Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f761e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f761e3","reconcileID":"ceb71eeb-8ad8-4bed-9a8c-571f372d79e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f761e3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f761e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:14.890088018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c0068c4-d56d-4f29-b3b4-ea2ada02f3d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:15.021696034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77b2431f-b360-4162-86a0-77bea1a96cd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:16.02574963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efe2527-2084-4f25-ab26-20a032e42c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:16.077514215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efe2527-2084-4f25-ab26-20a032e42c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:16.129242652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efe2527-2084-4f25-ab26-20a032e42c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:16.181250481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efe2527-2084-4f25-ab26-20a032e42c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:20.068624458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:22.913062183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5427df5f-05fc-4964-99f0-dda39877f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:22.964977505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5427df5f-05fc-4964-99f0-dda39877f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:23.016684836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5427df5f-05fc-4964-99f0-dda39877f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:23.068852764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5427df5f-05fc-4964-99f0-dda39877f65d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:24.962914961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de87edc4-3f2f-4a05-bb41-423ee0b08ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:25.015463262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de87edc4-3f2f-4a05-bb41-423ee0b08ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:25.067270228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de87edc4-3f2f-4a05-bb41-423ee0b08ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:25.118874069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de87edc4-3f2f-4a05-bb41-423ee0b08ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.162873521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","namespace":"ai-tenant-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.162945298Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","namespace":"ai-tenant-e2e-extmod-b-bf9c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.162990854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","tenant":"e2e-extmod-b-bf9c3d","tenantID":"e2e-extmod-b-bf9c3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.221655702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Deployment","name":"maas-api-e2e-extmod-b-bf9c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.282326451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Service","name":"maas-api-e2e-extmod-b-bf9c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.340824354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-bf9c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.394613395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-bf9c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.454194023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.508846305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.56608969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.621839796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.673896667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.725809754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.777470682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Service","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.829064398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.880582103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.932031797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:26.983885733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:27.0401722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:27.094605921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:27.146276671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:27.198502556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:27.25004269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"namespace":"ai-tenant-e2e-extmod-b-bf9c3d","name":"default-tenant","reconcileID":"e9627320-183d-440c-a7c9-6c6c8b492a78","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-bf9c3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:29.25484966Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bf9c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bf9c3d","reconcileID":"9917c1f1-20b5-46a4-8bac-36eadecf366e","aitenant":"ai-tenants/e2e-extmod-b-bf9c3d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:29.727778455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2606be-aaab-49ad-b13a-383d9600d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:29.779472617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2606be-aaab-49ad-b13a-383d9600d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:29.831291572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2606be-aaab-49ad-b13a-383d9600d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:29.883363946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2606be-aaab-49ad-b13a-383d9600d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:30.054115728Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bf9c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bf9c3d","reconcileID":"9917c1f1-20b5-46a4-8bac-36eadecf366e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bf9c3d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-bf9c3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:31.774696417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b5493-d94e-4b89-9b01-425430a7a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:31.826331613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b5493-d94e-4b89-9b01-425430a7a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:31.878233931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b5493-d94e-4b89-9b01-425430a7a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:31.930035435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b5493-d94e-4b89-9b01-425430a7a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:32.897110428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"703c0e90-d9b6-4ca9-a380-e5dc86fb8a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T18:10:32.999332871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89ac7035-cda6-4795-a256-094cfa2218a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}